[ { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.17, 0.7033, lift_point: 0.17, 0.7033", "pred": "The action is #DUAL_POINT#; touch_point: 0.3546, 0.1194, lift_point: 0.3546, 0.1194" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9046, 0.9253, lift_point: 0.9046, 0.9253", "pred": "The action is #DUAL_POINT#; touch_point: 0.9001, 0.9423, lift_point: 0.9001, 0.9423" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8801, 0.5601, lift_point: 0.8801, 0.5601", "pred": "The action is #DUAL_POINT#; touch_point: 0.8817, 0.5197, lift_point: 0.8817, 0.5197" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0527, 0.0584, lift_point: 0.0527, 0.0584" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4488, 0.5619, lift_point: 0.4488, 0.5619", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4166, 0.4973, lift_point: 0.4166, 0.4973", "pred": "The action is #DUAL_POINT#; touch_point: 0.3351, 0.8786, lift_point: 0.3351, 0.8786" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5166, 0.5218, lift_point: 0.5166, 0.5218" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3954, 0.4839, lift_point: 0.3954, 0.4839", "pred": "The action is #DUAL_POINT#; touch_point: 0.427, 0.5274, lift_point: 0.427, 0.5274" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0818, 0.0549, lift_point: 0.0818, 0.0549", "pred": "The action is #DUAL_POINT#; touch_point: 0.9144, 0.7725, lift_point: 0.9144, 0.7725" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0818, 0.0549, lift_point: 0.0818, 0.0549", "pred": "The action is #DUAL_POINT#; touch_point: 0.0695, 0.0549, lift_point: 0.0695, 0.0549" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9645, 0.2741, lift_point: 0.9645, 0.2741", "pred": "The action is #DUAL_POINT#; touch_point: 0.0713, 0.0549, lift_point: 0.0713, 0.0549" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.9645, 0.2741, lift_point: 0.9645, 0.2741" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205", "pred": "The action is #DUAL_POINT#; touch_point: 0.7812, 0.6859, lift_point: 0.7812, 0.6859" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891", "pred": "The action is #DUAL_POINT#; touch_point: 0.064, 0.4825, lift_point: 0.064, 0.4825" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.142, 0.4465, lift_point: 0.142, 0.4465" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1413, 0.4966, lift_point: 0.1413, 0.4966" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832", "pred": "The action is #DUAL_POINT#; touch_point: 0.3924, 0.401, lift_point: 0.3924, 0.401" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8387, 0.2297, lift_point: 0.8387, 0.2297" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398", "pred": "The action is #DUAL_POINT#; touch_point: 0.8407, 0.2297, lift_point: 0.8407, 0.2297" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891", "pred": "The action is #DUAL_POINT#; touch_point: 0.8835, 0.7418, lift_point: 0.8835, 0.7418" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517", "pred": "The action is #DUAL_POINT#; touch_point: 0.8837, 0.6829, lift_point: 0.8837, 0.6829" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5412, 0.9716, lift_point: 0.5412, 0.9716" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3333, 0.9527, lift_point: 0.3333, 0.9527", "pred": "The action is #DUAL_POINT#; touch_point: 0.2334, 0.6892, lift_point: 0.2334, 0.6892" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4946, 0.357, lift_point: 0.4946, 0.357", "pred": "The action is #DUAL_POINT#; touch_point: 0.5019, 0.4211, lift_point: 0.5019, 0.4211" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3874, 0.6603, lift_point: 0.3874, 0.6603", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5257, 0.9212, lift_point: 0.5257, 0.9212", "pred": "The action is #DUAL_POINT#; touch_point: 0.394, 0.6871, lift_point: 0.394, 0.6871" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5716, 0.8472, lift_point: 0.5716, 0.8472", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8441, 0.5442, lift_point: 0.8441, 0.5442" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8313, 0.559, lift_point: 0.8313, 0.559", "pred": "The action is #DUAL_POINT#; touch_point: 0.8442, 0.526, lift_point: 0.8442, 0.526" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5894, 0.4982, lift_point: 0.5894, 0.4982" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3801, 0.3268, lift_point: 0.3801, 0.3268", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6006, 0.4735, lift_point: 0.6006, 0.4735", "pred": "The action is #DUAL_POINT#; touch_point: 0.5666, 0.7308, lift_point: 0.5666, 0.7308" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2735, 0.899, lift_point: 0.2735, 0.899", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6157, 0.5671, lift_point: 0.6157, 0.5671" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8732, 0.5281, lift_point: 0.8732, 0.5281", "pred": "The action is #DUAL_POINT#; touch_point: 0.844, 0.5794, lift_point: 0.844, 0.5794" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in San Francisco\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in San Francisco\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8187, 0.6262, lift_point: 0.8187, 0.6262", "pred": "The action is #DUAL_POINT#; touch_point: 0.805, 0.6123, lift_point: 0.805, 0.6123" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1809, 0.5707, lift_point: 0.1809, 0.5707", "pred": "The action is #DUAL_POINT#; touch_point: 0.177, 0.7256, lift_point: 0.177, 0.7256" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1091, 0.9355, lift_point: 0.1091, 0.9355", "pred": "The action is #DUAL_POINT#; touch_point: 0.1079, 0.9465, lift_point: 0.1079, 0.9465" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Chicago\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.165, 0.4574, lift_point: 0.165, 0.4574" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.877, 0.6724, lift_point: 0.877, 0.6724", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8723, 0.6865, lift_point: 0.8723, 0.6865", "pred": "The action is #DUAL_POINT#; touch_point: 0.8909, 0.6469, lift_point: 0.8909, 0.6469" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7749, 0.6451, lift_point: 0.7749, 0.6451", "pred": "The action is #DUAL_POINT#; touch_point: 0.9029, 0.5155, lift_point: 0.9029, 0.5155" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1698, 0.5617, lift_point: 0.1698, 0.5617", "pred": "The action is #DUAL_POINT#; touch_point: 0.1735, 0.8985, lift_point: 0.1735, 0.8985" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.113, 0.9241, lift_point: 0.113, 0.9241", "pred": "The action is #DUAL_POINT#; touch_point: 0.1086, 0.9299, lift_point: 0.1086, 0.9299" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Vietnam?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5363, 0.6639, lift_point: 0.5363, 0.6639", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6403, 0.4089, lift_point: 0.6403, 0.4089", "pred": "The action is #DUAL_POINT#; touch_point: 0.6391, 0.3834, lift_point: 0.6391, 0.3834" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389", "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.6585, lift_point: 0.7909, 0.6585" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389", "pred": "The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7926, 0.5541, lift_point: 0.7926, 0.5541", "pred": "The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1718, 0.525, lift_point: 0.1718, 0.525", "pred": "The action is #DUAL_POINT#; touch_point: 0.0559, 0.5687, lift_point: 0.0559, 0.5687" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1175, 0.9367, lift_point: 0.1175, 0.9367", "pred": "The action is #DUAL_POINT#; touch_point: 0.1142, 0.9266, lift_point: 0.1142, 0.9266" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Japan?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of japan\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7948, 0.6361, lift_point: 0.7948, 0.6361", "pred": "The action is #DUAL_POINT#; touch_point: 0.806, 0.6429, lift_point: 0.806, 0.6429" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1631, 0.7936, lift_point: 0.1631, 0.7936", "pred": "The action is #DUAL_POINT#; touch_point: 0.1671, 0.6789, lift_point: 0.1671, 0.6789" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1071, 0.9399, lift_point: 0.1071, 0.9399", "pred": "The action is #DUAL_POINT#; touch_point: 0.1149, 0.9299, lift_point: 0.1149, 0.9299" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Seoul\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Seoul\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8275, 0.6317, lift_point: 0.8275, 0.6317", "pred": "The action is #DUAL_POINT#; touch_point: 0.7903, 0.6746, lift_point: 0.7903, 0.6746" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208", "pred": "The action is #DUAL_POINT#; touch_point: 0.8275, 0.6317, lift_point: 0.8275, 0.6317" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208", "pred": "The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.182, 0.6619, lift_point: 0.182, 0.6619" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.529, 0.9613, lift_point: 0.529, 0.9613", "pred": "The action is #DUAL_POINT#; touch_point: 0.0741, 0.5515, lift_point: 0.0741, 0.5515" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1668, 0.5882, lift_point: 0.1668, 0.5882", "pred": "The action is #DUAL_POINT#; touch_point: 0.0686, 0.463, lift_point: 0.0686, 0.463" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1, 0.952, lift_point: 0.1, 0.952", "pred": "The action is #DUAL_POINT#; touch_point: 0.1145, 0.9239, lift_point: 0.1145, 0.9239" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Dallas?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Dallas?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8381, 0.2983, lift_point: 0.8381, 0.2983", "pred": "The action is #DUAL_POINT#; touch_point: 0.3224, 0.4677, lift_point: 0.3224, 0.4677" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5335, 0.6814, lift_point: 0.5335, 0.6814" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8144, 0.5933, lift_point: 0.8144, 0.5933", "pred": "The action is #DUAL_POINT#; touch_point: 0.7985, 0.6354, lift_point: 0.7985, 0.6354" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8079, 0.6457, lift_point: 0.8079, 0.6457", "pred": "The action is #DUAL_POINT#; touch_point: 0.8144, 0.5933, lift_point: 0.8144, 0.5933" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1625, 0.7341, lift_point: 0.1625, 0.7341", "pred": "The action is #DUAL_POINT#; touch_point: 0.1679, 0.7588, lift_point: 0.1679, 0.7588" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1134, 0.9331, lift_point: 0.1134, 0.9331", "pred": "The action is #DUAL_POINT#; touch_point: 0.1088, 0.9408, lift_point: 0.1088, 0.9408" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Nordstrom?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Nordstrom?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5409, 0.6898, lift_point: 0.5409, 0.6898", "pred": "The action is #DUAL_POINT#; touch_point: 0.5435, 0.6756, lift_point: 0.5435, 0.6756" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8153, 0.6201, lift_point: 0.8153, 0.6201", "pred": "The action is #DUAL_POINT#; touch_point: 0.7901, 0.6677, lift_point: 0.7901, 0.6677" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2286, 0.0469, lift_point: 0.2286, 0.0469", "pred": "The action is #DUAL_POINT#; touch_point: 0.1675, 0.0509, lift_point: 0.1675, 0.0509" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1685, 0.5766, lift_point: 0.1685, 0.5766", "pred": "The action is #DUAL_POINT#; touch_point: 0.1801, 0.525, lift_point: 0.1801, 0.525" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1106, 0.9401, lift_point: 0.1106, 0.9401", "pred": "The action is #DUAL_POINT#; touch_point: 0.108, 0.9465, lift_point: 0.108, 0.9465" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in San Francisco?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in San Francisco?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8044, 0.6462, lift_point: 0.8044, 0.6462", "pred": "The action is #DUAL_POINT#; touch_point: 0.7977, 0.6187, lift_point: 0.7977, 0.6187" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8044, 0.6462, lift_point: 0.8044, 0.6462", "pred": "The action is #DUAL_POINT#; touch_point: 0.8044, 0.6462, lift_point: 0.8044, 0.6462" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0528, 0.8526, lift_point: 0.0528, 0.8526", "pred": "The action is #DUAL_POINT#; touch_point: 0.0631, 0.9318, lift_point: 0.0631, 0.9318" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.163, 0.5951, lift_point: 0.163, 0.5951", "pred": "The action is #DUAL_POINT#; touch_point: 0.1771, 0.6029, lift_point: 0.1771, 0.6029" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8103, 0.5941, lift_point: 0.8103, 0.5941", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8103, 0.5941, lift_point: 0.8103, 0.5941", "pred": "The action is #DUAL_POINT#; touch_point: 0.1861, 0.0334, lift_point: 0.1861, 0.0334" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1742, 0.6779, lift_point: 0.1742, 0.6779", "pred": "The action is #DUAL_POINT#; touch_point: 0.0547, 0.6178, lift_point: 0.0547, 0.6178" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1824, 0.6596, lift_point: 0.1824, 0.6596", "pred": "The action is #DUAL_POINT#; touch_point: 0.1742, 0.6779, lift_point: 0.1742, 0.6779" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1824, 0.6596, lift_point: 0.1824, 0.6596" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.789, 0.7015, lift_point: 0.789, 0.7015", "pred": "The action is #DUAL_POINT#; touch_point: 0.7805, 0.6946, lift_point: 0.7805, 0.6946" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.2867, lift_point: 0.0518, 0.2867", "pred": "The action is #DUAL_POINT#; touch_point: 0.0628, 0.4344, lift_point: 0.0628, 0.4344" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the sun?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the sun?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1291, 0.4175, lift_point: 0.1291, 0.4175", "pred": "The action is #DUAL_POINT#; touch_point: 0.1312, 0.3589, lift_point: 0.1312, 0.3589" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7852, 0.6943, lift_point: 0.7852, 0.6943", "pred": "The action is #DUAL_POINT#; touch_point: 0.7806, 0.6934, lift_point: 0.7806, 0.6934" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0693, 0.4661, lift_point: 0.0693, 0.4661", "pred": "The action is #DUAL_POINT#; touch_point: 0.0404, 0.426, lift_point: 0.0404, 0.426" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the Chinese Yuan?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the Chinese Yuan?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0616, 0.3515, lift_point: 0.0616, 0.3515", "pred": "The action is #DUAL_POINT#; touch_point: 0.0629, 0.6765, lift_point: 0.0629, 0.6765" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1402, 0.5243, lift_point: 0.1402, 0.5243", "pred": "The action is #DUAL_POINT#; touch_point: 0.1284, 0.451, lift_point: 0.1284, 0.451" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7839, 0.6605, lift_point: 0.7839, 0.6605", "pred": "The action is #DUAL_POINT#; touch_point: 0.7803, 0.6924, lift_point: 0.7803, 0.6924" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.4753, lift_point: 0.0562, 0.4753", "pred": "The action is #DUAL_POINT#; touch_point: 0.0685, 0.5906, lift_point: 0.0685, 0.5906" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Uruguay?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Uruguay?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.6203, lift_point: 0.0533, 0.6203", "pred": "The action is #DUAL_POINT#; touch_point: 0.0685, 0.7099, lift_point: 0.0685, 0.7099" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1402, 0.6363, lift_point: 0.1402, 0.6363", "pred": "The action is #DUAL_POINT#; touch_point: 0.1277, 0.6006, lift_point: 0.1277, 0.6006" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3553, 0.5071, lift_point: 0.3553, 0.5071", "pred": "The action is #DUAL_POINT#; touch_point: 0.3624, 0.5274, lift_point: 0.3624, 0.5274" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5111, 0.4875, lift_point: 0.5111, 0.4875", "pred": "The action is #DUAL_POINT#; touch_point: 0.5194, 0.5069, lift_point: 0.5194, 0.5069" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0998, 0.4959, lift_point: 0.0998, 0.4959" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0975, 0.4783, lift_point: 0.0975, 0.4783", "pred": "The action is #DUAL_POINT#; touch_point: 0.0992, 0.4775, lift_point: 0.0992, 0.4775" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Spain ?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Spain?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6981, 0.9436, lift_point: 0.6981, 0.9436", "pred": "The action is #DUAL_POINT#; touch_point: 0.6384, 0.9581, lift_point: 0.6384, 0.9581" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4638, 0.5308, lift_point: 0.4638, 0.5308", "pred": "The action is #DUAL_POINT#; touch_point: 0.4666, 0.5088, lift_point: 0.4666, 0.5088" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1113, 0.4897, lift_point: 0.1113, 0.4897", "pred": "The action is #DUAL_POINT#; touch_point: 0.1057, 0.4999, lift_point: 0.1057, 0.4999" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at O live Garden?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0959, 0.9023, lift_point: 0.0959, 0.9023" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5829, 0.4735, lift_point: 0.5829, 0.4735", "pred": "The action is #DUAL_POINT#; touch_point: 0.5785, 0.7812, lift_point: 0.5785, 0.7812" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3795, 0.6381, lift_point: 0.3795, 0.6381", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6188, 0.3857, lift_point: 0.6188, 0.3857", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4734, 0.5023, lift_point: 0.4734, 0.5023", "pred": "The action is #DUAL_POINT#; touch_point: 0.4698, 0.5046, lift_point: 0.4698, 0.5046" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1118, 0.5014, lift_point: 0.1118, 0.5014", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.179, 0.3816, lift_point: 0.179, 0.3816", "pred": "The action is #DUAL_POINT#; touch_point: 0.6302, 0.395, lift_point: 0.6302, 0.395" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.7921, lift_point: 0.0572, 0.7921", "pred": "The action is #DUAL_POINT#; touch_point: 0.0557, 0.0725, lift_point: 0.0557, 0.0725" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.058, 0.9276, lift_point: 0.058, 0.9276" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.9391, lift_point: 0.0569, 0.9391", "pred": "The action is #DUAL_POINT#; touch_point: 0.0584, 0.9225, lift_point: 0.0584, 0.9225" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1388, 0.6125, lift_point: 0.1388, 0.6125", "pred": "The action is #DUAL_POINT#; touch_point: 0.1259, 0.4676, lift_point: 0.1259, 0.4676" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1312, 0.7919, lift_point: 0.1312, 0.7919", "pred": "The action is #DUAL_POINT#; touch_point: 0.1284, 0.7834, lift_point: 0.1284, 0.7834" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8963, 0.436, lift_point: 0.8963, 0.436", "pred": "The action is #DUAL_POINT#; touch_point: 0.9132, 0.5848, lift_point: 0.9132, 0.5848" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8963, 0.436, lift_point: 0.8963, 0.436", "pred": "The action is #DUAL_POINT#; touch_point: 0.9055, 0.2565, lift_point: 0.9055, 0.2565" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1343, 0.7973, lift_point: 0.1343, 0.7973", "pred": "The action is #DUAL_POINT#; touch_point: 0.1444, 0.8358, lift_point: 0.1444, 0.8358" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.749, 0.6121, lift_point: 0.749, 0.6121", "pred": "The action is #DUAL_POINT#; touch_point: 0.7859, 0.6125, lift_point: 0.7859, 0.6125" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.5124, lift_point: 0.0569, 0.5124" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.5044, lift_point: 0.0606, 0.5044" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2203, 0.1954, lift_point: 0.2203, 0.1954" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6138, 0.4984, lift_point: 0.6138, 0.4984" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3322, 0.4364, lift_point: 0.3322, 0.4364" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.043, 0.4401, lift_point: 0.043, 0.4401", "pred": "The action is #DUAL_POINT#; touch_point: 0.5984, 0.4983, lift_point: 0.5984, 0.4983" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1287, 0.5866, lift_point: 0.1287, 0.5866", "pred": "The action is #DUAL_POINT#; touch_point: 0.1108, 0.5533, lift_point: 0.1108, 0.5533" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2366, 0.1954, lift_point: 0.2366, 0.1954" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5083, 0.1503, lift_point: 0.5083, 0.1503", "pred": "The action is #DUAL_POINT#; touch_point: 0.3718, 0.8255, lift_point: 0.3718, 0.8255" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0703, 0.0641, lift_point: 0.0703, 0.0641", "pred": "The action is #DUAL_POINT#; touch_point: 0.0656, 0.1097, lift_point: 0.0656, 0.1097" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8975, 0.5141, lift_point: 0.8975, 0.5141", "pred": "The action is #DUAL_POINT#; touch_point: 0.8895, 0.5247, lift_point: 0.8895, 0.5247" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3199, 0.6084, lift_point: 0.3199, 0.6084", "pred": "The action is #DUAL_POINT#; touch_point: 0.5969, 0.3991, lift_point: 0.5969, 0.3991" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4096, 0.5209, lift_point: 0.4096, 0.5209", "pred": "The action is #DUAL_POINT#; touch_point: 0.4151, 0.516, lift_point: 0.4151, 0.516" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6795, 0.7597, lift_point: 0.6795, 0.7597", "pred": "The action is #DUAL_POINT#; touch_point: 0.6757, 0.7389, lift_point: 0.6757, 0.7389" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7873, 0.6244, lift_point: 0.7873, 0.6244", "pred": "The action is #DUAL_POINT#; touch_point: 0.7828, 0.622, lift_point: 0.7828, 0.622" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.8212, lift_point: 0.0533, 0.8212", "pred": "The action is #DUAL_POINT#; touch_point: 0.0525, 0.9321, lift_point: 0.0525, 0.9321" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0669, 0.08, lift_point: 0.0669, 0.08", "pred": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.0835, lift_point: 0.0533, 0.0835" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5058, 0.6866, lift_point: 0.5058, 0.6866", "pred": "The action is #DUAL_POINT#; touch_point: 0.497, 0.6866, lift_point: 0.497, 0.6866" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1233, 0.6236, lift_point: 0.1233, 0.6236", "pred": "The action is #DUAL_POINT#; touch_point: 0.1221, 0.6405, lift_point: 0.1221, 0.6405" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0716, 0.9196, lift_point: 0.0716, 0.9196", "pred": "The action is #DUAL_POINT#; touch_point: 0.0675, 0.9269, lift_point: 0.0675, 0.9269" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the Sony TV?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Sony TV?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1222, 0.3466, lift_point: 0.1222, 0.3466", "pred": "The action is #DUAL_POINT#; touch_point: 0.1322, 0.4949, lift_point: 0.1322, 0.4949" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.369, 0.4993, lift_point: 0.369, 0.4993", "pred": "The action is #DUAL_POINT#; touch_point: 0.3684, 0.5204, lift_point: 0.3684, 0.5204" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8796, 0.5176, lift_point: 0.8796, 0.5176", "pred": "The action is #DUAL_POINT#; touch_point: 0.8975, 0.5684, lift_point: 0.8975, 0.5684" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9052, 0.8727, lift_point: 0.9052, 0.8727", "pred": "The action is #DUAL_POINT#; touch_point: 0.9058, 0.865, lift_point: 0.9058, 0.865" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0603, 0.9298, lift_point: 0.0603, 0.9298" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2241, 0.2157, lift_point: 0.2241, 0.2157", "pred": "The action is #DUAL_POINT#; touch_point: 0.0554, 0.0844, lift_point: 0.0554, 0.0844" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0624, 0.9342, lift_point: 0.0624, 0.9342", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.165, 0.7366, lift_point: 0.165, 0.7366", "pred": "The action is #DUAL_POINT#; touch_point: 0.1221, 0.4565, lift_point: 0.1221, 0.4565" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7839, 0.8874, lift_point: 0.7839, 0.8874", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0479, 0.8142, lift_point: 0.0479, 0.8142" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4934, 0.705, lift_point: 0.4934, 0.705", "pred": "The action is #DUAL_POINT#; touch_point: 0.4973, 0.6862, lift_point: 0.4973, 0.6862" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1292, 0.6287, lift_point: 0.1292, 0.6287", "pred": "The action is #DUAL_POINT#; touch_point: 0.1271, 0.7278, lift_point: 0.1271, 0.7278" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.9183, lift_point: 0.0555, 0.9183", "pred": "The action is #DUAL_POINT#; touch_point: 0.0677, 0.921, lift_point: 0.0677, 0.921" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest electronics store\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest electronics store thats open now\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1161, 0.544, lift_point: 0.1161, 0.544", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.5691, lift_point: 0.123, 0.5691" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4937, 0.711, lift_point: 0.4937, 0.711", "pred": "The action is #DUAL_POINT#; touch_point: 0.4856, 0.6918, lift_point: 0.4856, 0.6918" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1234, 0.797, lift_point: 0.1234, 0.797", "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.7124, lift_point: 0.1177, 0.7124" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0724, 0.9237, lift_point: 0.0724, 0.9237", "pred": "The action is #DUAL_POINT#; touch_point: 0.0655, 0.9211, lift_point: 0.0655, 0.9211" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Home Depot?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Home Depot?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1761, 0.5539, lift_point: 0.1761, 0.5539", "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.3874, lift_point: 0.1172, 0.3874" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6475, 0.5864, lift_point: 0.6475, 0.5864", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1838, 0.2588, lift_point: 0.1838, 0.2588", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4698, 0.4789, lift_point: 0.4698, 0.4789", "pred": "The action is #DUAL_POINT#; touch_point: 0.4855, 0.3066, lift_point: 0.4855, 0.3066" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4741, 0.854, lift_point: 0.4741, 0.854", "pred": "The action is #DUAL_POINT#; touch_point: 0.4851, 0.8958, lift_point: 0.4851, 0.8958" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1283, 0.7939, lift_point: 0.1283, 0.7939", "pred": "The action is #DUAL_POINT#; touch_point: 0.1231, 0.7257, lift_point: 0.1231, 0.7257" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0549, 0.9105, lift_point: 0.0549, 0.9105", "pred": "The action is #DUAL_POINT#; touch_point: 0.0685, 0.9189, lift_point: 0.0685, 0.9189" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rateagainst the Swiss Franc?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rateagainst the Swiss Franc\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1165, 0.7526, lift_point: 0.1165, 0.7526", "pred": "The action is #DUAL_POINT#; touch_point: 0.1216, 0.674, lift_point: 0.1216, 0.674" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4921, 0.8521, lift_point: 0.4921, 0.8521", "pred": "The action is #DUAL_POINT#; touch_point: 0.485, 0.8867, lift_point: 0.485, 0.8867" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1316, 0.703, lift_point: 0.1316, 0.703", "pred": "The action is #DUAL_POINT#; touch_point: 0.1243, 0.7467, lift_point: 0.1243, 0.7467" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0721, 0.8909, lift_point: 0.0721, 0.8909", "pred": "The action is #DUAL_POINT#; touch_point: 0.0659, 0.9219, lift_point: 0.0659, 0.9219" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news this evening\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news this evening\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2493, 0.5909, lift_point: 0.2493, 0.5909", "pred": "The action is #DUAL_POINT#; touch_point: 0.1366, 0.5224, lift_point: 0.1366, 0.5224" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4646, 0.8911, lift_point: 0.4646, 0.8911", "pred": "The action is #DUAL_POINT#; touch_point: 0.4858, 0.8762, lift_point: 0.4858, 0.8762" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1309, 0.7459, lift_point: 0.1309, 0.7459", "pred": "The action is #DUAL_POINT#; touch_point: 0.1211, 0.7478, lift_point: 0.1211, 0.7478" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.9202, lift_point: 0.0642, 0.9202", "pred": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.9231, lift_point: 0.0606, 0.9231" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Philadelphia\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Philadelphia?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1145, 0.5032, lift_point: 0.1145, 0.5032", "pred": "The action is #DUAL_POINT#; touch_point: 0.131, 0.5691, lift_point: 0.131, 0.5691" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1958, 0.8918, lift_point: 0.1958, 0.8918", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7561, 0.7157, lift_point: 0.7561, 0.7157", "pred": "The action is #DUAL_POINT#; touch_point: 0.7679, 0.5155, lift_point: 0.7679, 0.5155" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.8402, lift_point: 0.0622, 0.8402", "pred": "The action is #DUAL_POINT#; touch_point: 0.0594, 0.8154, lift_point: 0.0594, 0.8154" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new Katy Perry video\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Katy Perry\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0884, 0.584, lift_point: 0.0884, 0.584", "pred": "The action is #DUAL_POINT#; touch_point: 0.0994, 0.6371, lift_point: 0.0994, 0.6371" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6792, 0.5825, lift_point: 0.6792, 0.5825" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.786, 0.6713, lift_point: 0.786, 0.6713", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7923, 0.6932, lift_point: 0.7923, 0.6932", "pred": "The action is #DUAL_POINT#; touch_point: 0.786, 0.6713, lift_point: 0.786, 0.6713" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7972, 0.6824, lift_point: 0.7972, 0.6824", "pred": "The action is #DUAL_POINT#; touch_point: 0.7923, 0.6932, lift_point: 0.7923, 0.6932" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7985, 0.6824, lift_point: 0.7985, 0.6824", "pred": "The action is #DUAL_POINT#; touch_point: 0.7972, 0.6824, lift_point: 0.7972, 0.6824" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.6006, lift_point: 0.0615, 0.6006", "pred": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.5135, lift_point: 0.0615, 0.5135" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nice wallpapers for my phone\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nice wallpapers for my phone\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1436, 0.3267, lift_point: 0.1436, 0.3267", "pred": "The action is #DUAL_POINT#; touch_point: 0.1501, 0.4758, lift_point: 0.1501, 0.4758" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957", "pred": "The action is #DUAL_POINT#; touch_point: 0.7916, 0.6866, lift_point: 0.7916, 0.6866" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517", "pred": "The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517", "pred": "The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.6339, lift_point: 0.0642, 0.6339", "pred": "The action is #DUAL_POINT#; touch_point: 0.0675, 0.5976, lift_point: 0.0675, 0.5976" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9935, 0.466, lift_point: 0.9935, 0.466", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0716, 0.5025, lift_point: 0.0716, 0.5025" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4465, 0.9944, lift_point: 0.4465, 0.9944", "pred": "The action is #DUAL_POINT#; touch_point: 0.0717, 0.4285, lift_point: 0.0717, 0.4285" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.3084, lift_point: 0.0622, 0.3084", "pred": "The action is #DUAL_POINT#; touch_point: 0.3565, 0.8428, lift_point: 0.3565, 0.8428" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7917, 0.7055, lift_point: 0.7917, 0.7055" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0509, 0.1702, lift_point: 0.0509, 0.1702", "pred": "The action is #DUAL_POINT#; touch_point: 0.7919, 0.7059, lift_point: 0.7919, 0.7059" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7917, 0.7021, lift_point: 0.7917, 0.7021" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879", "pred": "The action is #DUAL_POINT#; touch_point: 0.7847, 0.6933, lift_point: 0.7847, 0.6933" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879", "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.2568, lift_point: 0.0642, 0.2568", "pred": "The action is #DUAL_POINT#; touch_point: 0.0684, 0.4797, lift_point: 0.0684, 0.4797" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1434, 0.5584, lift_point: 0.1434, 0.5584", "pred": "The action is #DUAL_POINT#; touch_point: 0.1443, 0.3792, lift_point: 0.1443, 0.3792" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6833, 0.5165, lift_point: 0.6833, 0.5165" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4244, 0.5674, lift_point: 0.4244, 0.5674", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835", "pred": "The action is #DUAL_POINT#; touch_point: 0.7846, 0.6711, lift_point: 0.7846, 0.6711" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835", "pred": "The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7891, 0.6835, lift_point: 0.7891, 0.6835", "pred": "The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7891, 0.6835, lift_point: 0.7891, 0.6835", "pred": "The action is #DUAL_POINT#; touch_point: 0.7891, 0.6835, lift_point: 0.7891, 0.6835" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.5494, lift_point: 0.0597, 0.5494", "pred": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.5466, lift_point: 0.0627, 0.5466" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" weather like in New York\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in New York\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1428, 0.4671, lift_point: 0.1428, 0.4671", "pred": "The action is #DUAL_POINT#; touch_point: 0.1452, 0.4576, lift_point: 0.1452, 0.4576" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787", "pred": "The action is #DUAL_POINT#; touch_point: 0.7904, 0.6935, lift_point: 0.7904, 0.6935" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787", "pred": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7937, 0.6907, lift_point: 0.7937, 0.6907", "pred": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827", "pred": "The action is #DUAL_POINT#; touch_point: 0.7937, 0.6907, lift_point: 0.7937, 0.6907" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827", "pred": "The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.5808, lift_point: 0.0555, 0.5808", "pred": "The action is #DUAL_POINT#; touch_point: 0.0696, 0.4321, lift_point: 0.0696, 0.4321" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0647, 0.8933, lift_point: 0.0647, 0.8933", "pred": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.9136, lift_point: 0.0591, 0.9136" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest IKEA\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest IKEA\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1419, 0.6285, lift_point: 0.1419, 0.6285", "pred": "The action is #DUAL_POINT#; touch_point: 0.1472, 0.3976, lift_point: 0.1472, 0.3976" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1382, 0.555, lift_point: 0.1382, 0.555", "pred": "The action is #DUAL_POINT#; touch_point: 0.1442, 0.6285, lift_point: 0.1442, 0.6285" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7996, 0.6844, lift_point: 0.7996, 0.6844", "pred": "The action is #DUAL_POINT#; touch_point: 0.7916, 0.6784, lift_point: 0.7916, 0.6784" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7907, 0.7008, lift_point: 0.7907, 0.7008", "pred": "The action is #DUAL_POINT#; touch_point: 0.7996, 0.6844, lift_point: 0.7996, 0.6844" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7874, 0.6875, lift_point: 0.7874, 0.6875", "pred": "The action is #DUAL_POINT#; touch_point: 0.7907, 0.7008, lift_point: 0.7907, 0.7008" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0646, 0.5807, lift_point: 0.0646, 0.5807", "pred": "The action is #DUAL_POINT#; touch_point: 0.0637, 0.5875, lift_point: 0.0637, 0.5875" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.066, 0.9159, lift_point: 0.066, 0.9159", "pred": "The action is #DUAL_POINT#; touch_point: 0.0646, 0.5807, lift_point: 0.0646, 0.5807" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the moon\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the moon\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1396, 0.5173, lift_point: 0.1396, 0.5173", "pred": "The action is #DUAL_POINT#; touch_point: 0.1437, 0.3424, lift_point: 0.1437, 0.3424" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6932, 0.5376, lift_point: 0.6932, 0.5376", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7448, 0.5117, lift_point: 0.7448, 0.5117" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7013, 0.4971, lift_point: 0.7013, 0.4971", "pred": "The action is #DUAL_POINT#; touch_point: 0.7405, 0.5282, lift_point: 0.7405, 0.5282" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7036, 0.4831, lift_point: 0.7036, 0.4831", "pred": "The action is #DUAL_POINT#; touch_point: 0.7013, 0.4971, lift_point: 0.7013, 0.4971" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7913, 0.1277, lift_point: 0.7913, 0.1277" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6348, 0.8761, lift_point: 0.6348, 0.8761", "pred": "The action is #DUAL_POINT#; touch_point: 0.6473, 0.8721, lift_point: 0.6473, 0.8721" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6423, 0.8734, lift_point: 0.6423, 0.8734", "pred": "The action is #DUAL_POINT#; touch_point: 0.6348, 0.8761, lift_point: 0.6348, 0.8761" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6472, 0.8598, lift_point: 0.6472, 0.8598", "pred": "The action is #DUAL_POINT#; touch_point: 0.6325, 0.8734, lift_point: 0.6325, 0.8734" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0665, 0.5317, lift_point: 0.0665, 0.5317", "pred": "The action is #DUAL_POINT#; touch_point: 0.0607, 0.5144, lift_point: 0.0607, 0.5144" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"ESPN app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"espn\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1459, 0.2763, lift_point: 0.1459, 0.2763", "pred": "The action is #DUAL_POINT#; touch_point: 0.1323, 0.3602, lift_point: 0.1323, 0.3602" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1595, 0.8292, lift_point: 0.1595, 0.8292", "pred": "The action is #DUAL_POINT#; touch_point: 0.1635, 0.8152, lift_point: 0.1635, 0.8152" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8953, 0.5424, lift_point: 0.8953, 0.5424", "pred": "The action is #DUAL_POINT#; touch_point: 0.8947, 0.4895, lift_point: 0.8947, 0.4895" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9034, 0.3615, lift_point: 0.9034, 0.3615", "pred": "The action is #DUAL_POINT#; touch_point: 0.8953, 0.3257, lift_point: 0.8953, 0.3257" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7998, 0.6728, lift_point: 0.7998, 0.6728", "pred": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.692, lift_point: 0.7915, 0.692" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7859, 0.6692, lift_point: 0.7859, 0.6692", "pred": "The action is #DUAL_POINT#; touch_point: 0.7998, 0.6728, lift_point: 0.7998, 0.6728" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7935, 0.6859, lift_point: 0.7935, 0.6859", "pred": "The action is #DUAL_POINT#; touch_point: 0.7859, 0.6692, lift_point: 0.7859, 0.6692" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7911, 0.6859, lift_point: 0.7911, 0.6859", "pred": "The action is #DUAL_POINT#; touch_point: 0.7935, 0.6859, lift_point: 0.7935, 0.6859" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.6859, lift_point: 0.7898, 0.6859", "pred": "The action is #DUAL_POINT#; touch_point: 0.7911, 0.6859, lift_point: 0.7911, 0.6859" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0779, 0.6367, lift_point: 0.0779, 0.6367", "pred": "The action is #DUAL_POINT#; touch_point: 0.0717, 0.4169, lift_point: 0.0717, 0.4169" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news about the US\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news about the US\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.134, 0.533, lift_point: 0.134, 0.533", "pred": "The action is #DUAL_POINT#; touch_point: 0.1392, 0.4653, lift_point: 0.1392, 0.4653" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2702, 0.1987, lift_point: 0.2702, 0.1987" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2044, 0.184, lift_point: 0.2044, 0.184", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3998, 0.9869, lift_point: 0.3998, 0.9869", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327", "pred": "The action is #DUAL_POINT#; touch_point: 0.7835, 0.6934, lift_point: 0.7835, 0.6934" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327", "pred": "The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327", "pred": "The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6505, 0.1438, lift_point: 0.6505, 0.1438", "pred": "The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.8877, lift_point: 0.0638, 0.8877", "pred": "The action is #DUAL_POINT#; touch_point: 0.0685, 0.9059, lift_point: 0.0685, 0.9059" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0566, 0.3859, lift_point: 0.0566, 0.3859", "pred": "The action is #DUAL_POINT#; touch_point: 0.0734, 0.5867, lift_point: 0.0734, 0.5867" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"restaurant in Dallas\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Dallas\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1539, 0.4027, lift_point: 0.1539, 0.4027", "pred": "The action is #DUAL_POINT#; touch_point: 0.1575, 0.4444, lift_point: 0.1575, 0.4444" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7912, 0.7041, lift_point: 0.7912, 0.7041", "pred": "The action is #DUAL_POINT#; touch_point: 0.7903, 0.673, lift_point: 0.7903, 0.673" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7849, 0.6874, lift_point: 0.7849, 0.6874", "pred": "The action is #DUAL_POINT#; touch_point: 0.7912, 0.7041, lift_point: 0.7912, 0.7041" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7788, 0.6794, lift_point: 0.7788, 0.6794", "pred": "The action is #DUAL_POINT#; touch_point: 0.7849, 0.6874, lift_point: 0.7849, 0.6874" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0663, 0.6731, lift_point: 0.0663, 0.6731", "pred": "The action is #DUAL_POINT#; touch_point: 0.0613, 0.5005, lift_point: 0.0613, 0.5005" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.9356, lift_point: 0.0672, 0.9356", "pred": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.9329, lift_point: 0.0596, 0.9329" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1377, 0.2721, lift_point: 0.1377, 0.2721", "pred": "The action is #DUAL_POINT#; touch_point: 0.1448, 0.3973, lift_point: 0.1448, 0.3973" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4338, 0.5026, lift_point: 0.4338, 0.5026", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476", "pred": "The action is #DUAL_POINT#; touch_point: 0.7903, 0.6931, lift_point: 0.7903, 0.6931" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476", "pred": "The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.4847, lift_point: 0.0578, 0.4847", "pred": "The action is #DUAL_POINT#; touch_point: 0.0613, 0.5733, lift_point: 0.0613, 0.5733" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0598, 0.8989, lift_point: 0.0598, 0.8989", "pred": "The action is #DUAL_POINT#; touch_point: 0.0643, 0.9195, lift_point: 0.0643, 0.9195" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Austin\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Austin?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1388, 0.6327, lift_point: 0.1388, 0.6327", "pred": "The action is #DUAL_POINT#; touch_point: 0.1362, 0.6319, lift_point: 0.1362, 0.6319" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5339, 0.5024, lift_point: 0.5339, 0.5024", "pred": "The action is #DUAL_POINT#; touch_point: 0.4691, 0.3501, lift_point: 0.4691, 0.3501" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7867, 0.6739, lift_point: 0.7867, 0.6739", "pred": "The action is #DUAL_POINT#; touch_point: 0.7911, 0.6863, lift_point: 0.7911, 0.6863" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932", "pred": "The action is #DUAL_POINT#; touch_point: 0.7867, 0.6739, lift_point: 0.7867, 0.6739" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932", "pred": "The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0665, 0.5945, lift_point: 0.0665, 0.5945", "pred": "The action is #DUAL_POINT#; touch_point: 0.0675, 0.5714, lift_point: 0.0675, 0.5714" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of the United Kingdom\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of the United Kingdom\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of the United Kingdom\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3263, 0.9913, lift_point: 0.3263, 0.9913", "pred": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.7184, lift_point: 0.0591, 0.7184" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1363, 0.4773, lift_point: 0.1363, 0.4773", "pred": "The action is #DUAL_POINT#; touch_point: 0.1441, 0.4086, lift_point: 0.1441, 0.4086" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5958, 0.4577, lift_point: 0.5958, 0.4577", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7971, 0.6859, lift_point: 0.7971, 0.6859", "pred": "The action is #DUAL_POINT#; touch_point: 0.7903, 0.6947, lift_point: 0.7903, 0.6947" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046", "pred": "The action is #DUAL_POINT#; touch_point: 0.7971, 0.6859, lift_point: 0.7971, 0.6859" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046", "pred": "The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2121, 0.6359, lift_point: 0.2121, 0.6359", "pred": "The action is #DUAL_POINT#; touch_point: 0.2202, 0.6569, lift_point: 0.2202, 0.6569" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.148, 0.9353, lift_point: 0.148, 0.9353", "pred": "The action is #DUAL_POINT#; touch_point: 0.1373, 0.9269, lift_point: 0.1373, 0.9269" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Best Buy?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Best Buy?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8027, 0.672, lift_point: 0.8027, 0.672", "pred": "The action is #DUAL_POINT#; touch_point: 0.7907, 0.6934, lift_point: 0.7907, 0.6934" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2187, 0.6753, lift_point: 0.2187, 0.6753", "pred": "The action is #DUAL_POINT#; touch_point: 0.2265, 0.6284, lift_point: 0.2265, 0.6284" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1355, 0.9371, lift_point: 0.1355, 0.9371", "pred": "The action is #DUAL_POINT#; touch_point: 0.1477, 0.9268, lift_point: 0.1477, 0.9268" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Diego?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Diego?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2062, 0.5691, lift_point: 0.2062, 0.5691" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8007, 0.7046, lift_point: 0.8007, 0.7046" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3444, 0.5381, lift_point: 0.3444, 0.5381", "pred": "The action is #DUAL_POINT#; touch_point: 0.3526, 0.4912, lift_point: 0.3526, 0.4912" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.5225, lift_point: 0.0699, 0.5225" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0691, 0.5915, lift_point: 0.0691, 0.5915" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.062, 0.443, lift_point: 0.062, 0.443" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2967, 0.5124, lift_point: 0.2967, 0.5124" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2997, 0.4444, lift_point: 0.2997, 0.4444" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7893, 0.7676, lift_point: 0.7893, 0.7676", "pred": "The action is #DUAL_POINT#; touch_point: 0.3014, 0.5125, lift_point: 0.3014, 0.5125" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2045, 0.7962, lift_point: 0.2045, 0.7962", "pred": "The action is #DUAL_POINT#; touch_point: 0.3025, 0.375, lift_point: 0.3025, 0.375" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2995, 0.2792, lift_point: 0.2995, 0.2792" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8224, 0.5986, lift_point: 0.8224, 0.5986", "pred": "The action is #DUAL_POINT#; touch_point: 0.8269, 0.6199, lift_point: 0.8269, 0.6199" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.4008, lift_point: 0.0518, 0.4008", "pred": "The action is #DUAL_POINT#; touch_point: 0.0559, 0.5961, lift_point: 0.0559, 0.5961" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather in delhi\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1265, 0.1416, lift_point: 0.1265, 0.1416", "pred": "The action is #DUAL_POINT#; touch_point: 0.1216, 0.2454, lift_point: 0.1216, 0.2454" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8276, 0.5924, lift_point: 0.8276, 0.5924", "pred": "The action is #DUAL_POINT#; touch_point: 0.8251, 0.6187, lift_point: 0.8251, 0.6187" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1873, 0.3683, lift_point: 0.1873, 0.3683", "pred": "The action is #DUAL_POINT#; touch_point: 0.1828, 0.5555, lift_point: 0.1828, 0.5555" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.121, 0.9421, lift_point: 0.121, 0.9421", "pred": "The action is #DUAL_POINT#; touch_point: 0.1134, 0.9306, lift_point: 0.1134, 0.9306" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" capital of Brazil\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of brazil\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1693, 0.3372, lift_point: 0.1693, 0.3372", "pred": "The action is #DUAL_POINT#; touch_point: 0.1665, 0.3284, lift_point: 0.1665, 0.3284" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5779, 0.1509, lift_point: 0.5779, 0.1509", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8322, 0.613, lift_point: 0.8322, 0.613", "pred": "The action is #DUAL_POINT#; touch_point: 0.8291, 0.5985, lift_point: 0.8291, 0.5985" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1779, 0.8781, lift_point: 0.1779, 0.8781", "pred": "The action is #DUAL_POINT#; touch_point: 0.0599, 0.6009, lift_point: 0.0599, 0.6009" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1161, 0.279, lift_point: 0.1161, 0.279", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of italy\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" capital of Italy\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of italy\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1834, 0.2831, lift_point: 0.1834, 0.2831", "pred": "The action is #DUAL_POINT#; touch_point: 0.1737, 0.2844, lift_point: 0.1737, 0.2844" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2408, 0.0333, lift_point: 0.2408, 0.0333", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4306, 0.2395, lift_point: 0.4306, 0.2395", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6468, 0.3841, lift_point: 0.6468, 0.3841", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5954, 0.5203, lift_point: 0.5954, 0.5203", "pred": "The action is #DUAL_POINT#; touch_point: 0.6063, 0.7284, lift_point: 0.6063, 0.7284" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9472, 0.4803, lift_point: 0.9472, 0.4803", "pred": "The action is #DUAL_POINT#; touch_point: 0.9331, 0.5211, lift_point: 0.9331, 0.5211" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9472, 0.4803, lift_point: 0.9472, 0.4803", "pred": "The action is #DUAL_POINT#; touch_point: 0.9518, 0.4803, lift_point: 0.9518, 0.4803" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8591, 0.8864, lift_point: 0.8591, 0.8864", "pred": "The action is #DUAL_POINT#; touch_point: 0.5479, 0.8777, lift_point: 0.5479, 0.8777" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8212, 0.6184, lift_point: 0.8212, 0.6184", "pred": "The action is #DUAL_POINT#; touch_point: 0.822, 0.6187, lift_point: 0.822, 0.6187" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.058, 0.9288, lift_point: 0.058, 0.9288", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.82, lift_point: 0.068, 0.82" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0576, 0.9312, lift_point: 0.0576, 0.9312", "pred": "The action is #DUAL_POINT#; touch_point: 0.0724, 0.9197, lift_point: 0.0724, 0.9197" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.058, 0.9427, lift_point: 0.058, 0.9427", "pred": "The action is #DUAL_POINT#; touch_point: 0.0721, 0.9216, lift_point: 0.0721, 0.9216" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2302, 0.6831, lift_point: 0.2302, 0.6831", "pred": "The action is #DUAL_POINT#; touch_point: 0.1154, 0.6641, lift_point: 0.1154, 0.6641" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8274, 0.6273, lift_point: 0.8274, 0.6273", "pred": "The action is #DUAL_POINT#; touch_point: 0.8295, 0.6107, lift_point: 0.8295, 0.6107" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0619, 0.3492, lift_point: 0.0619, 0.3492", "pred": "The action is #DUAL_POINT#; touch_point: 0.0692, 0.4374, lift_point: 0.0692, 0.4374" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"a good restaurant in Atlanta\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Atlanta\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1215, 0.2697, lift_point: 0.1215, 0.2697", "pred": "The action is #DUAL_POINT#; touch_point: 0.1272, 0.4055, lift_point: 0.1272, 0.4055" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4745, 0.1617, lift_point: 0.4745, 0.1617", "pred": "The action is #DUAL_POINT#; touch_point: 0.428, 0.1593, lift_point: 0.428, 0.1593" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5957, 0.4706, lift_point: 0.5957, 0.4706", "pred": "The action is #DUAL_POINT#; touch_point: 0.5288, 0.5082, lift_point: 0.5288, 0.5082" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852", "pred": "The action is #DUAL_POINT#; touch_point: 0.792, 0.6906, lift_point: 0.792, 0.6906" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852", "pred": "The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.794, 0.6887, lift_point: 0.794, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.5818, lift_point: 0.0597, 0.5818", "pred": "The action is #DUAL_POINT#; touch_point: 0.0544, 0.5355, lift_point: 0.0544, 0.5355" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"best selling refrigerators at Home Depot\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"efrigerators at Home Depot\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1242, 0.4474, lift_point: 0.1242, 0.4474" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.133, 0.5107, lift_point: 0.133, 0.5107", "pred": "The action is #DUAL_POINT#; touch_point: 0.1123, 0.5455, lift_point: 0.1123, 0.5455" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4154, 0.5376, lift_point: 0.4154, 0.5376", "pred": "The action is #DUAL_POINT#; touch_point: 0.4351, 0.3997, lift_point: 0.4351, 0.3997" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7884, 0.6877, lift_point: 0.7884, 0.6877", "pred": "The action is #DUAL_POINT#; touch_point: 0.7917, 0.686, lift_point: 0.7917, 0.686" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7929, 0.6916, lift_point: 0.7929, 0.6916", "pred": "The action is #DUAL_POINT#; touch_point: 0.7884, 0.6877, lift_point: 0.7884, 0.6877" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.064, 0.648, lift_point: 0.064, 0.648", "pred": "The action is #DUAL_POINT#; touch_point: 0.0589, 0.5795, lift_point: 0.0589, 0.5795" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0588, 0.9276, lift_point: 0.0588, 0.9276", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Buenos aires\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Hotel in Buenos aires\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Buenos aires\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1293, 0.501, lift_point: 0.1293, 0.501", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7899, 0.6865, lift_point: 0.7899, 0.6865", "pred": "The action is #DUAL_POINT#; touch_point: 0.7878, 0.6839, lift_point: 0.7878, 0.6839" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.5763, lift_point: 0.0555, 0.5763", "pred": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.5867, lift_point: 0.0568, 0.5867" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0608, 0.9302, lift_point: 0.0608, 0.9302", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1225, 0.4475, lift_point: 0.1225, 0.4475", "pred": "The action is #DUAL_POINT#; touch_point: 0.1243, 0.4958, lift_point: 0.1243, 0.4958" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7887, 0.6914, lift_point: 0.7887, 0.6914", "pred": "The action is #DUAL_POINT#; touch_point: 0.7927, 0.6823, lift_point: 0.7927, 0.6823" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0686, 0.4808, lift_point: 0.0686, 0.4808", "pred": "The action is #DUAL_POINT#; touch_point: 0.0441, 0.4631, lift_point: 0.0441, 0.4631" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0561, 0.9312, lift_point: 0.0561, 0.9312", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Colombia\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Colombia\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Colombia\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1197, 0.3141, lift_point: 0.1197, 0.3141", "pred": "The action is #DUAL_POINT#; touch_point: 0.1279, 0.2753, lift_point: 0.1279, 0.2753" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7875, 0.688, lift_point: 0.7875, 0.688", "pred": "The action is #DUAL_POINT#; touch_point: 0.7931, 0.6823, lift_point: 0.7931, 0.6823" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0648, 0.7198, lift_point: 0.0648, 0.7198", "pred": "The action is #DUAL_POINT#; touch_point: 0.0545, 0.4624, lift_point: 0.0545, 0.4624" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0563, 0.9508, lift_point: 0.0563, 0.9508", "pred": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.9337, lift_point: 0.0591, 0.9337" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.048, 0.5745, lift_point: 0.048, 0.5745", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in paris\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in paris\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1206, 0.5815, lift_point: 0.1206, 0.5815", "pred": "The action is #DUAL_POINT#; touch_point: 0.1278, 0.4513, lift_point: 0.1278, 0.4513" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7856, 0.5152, lift_point: 0.7856, 0.5152", "pred": "The action is #DUAL_POINT#; touch_point: 0.8007, 0.4945, lift_point: 0.8007, 0.4945" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0519, 0.8038, lift_point: 0.0519, 0.8038", "pred": "The action is #DUAL_POINT#; touch_point: 0.0536, 0.8146, lift_point: 0.0536, 0.8146" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0551, 0.9466, lift_point: 0.0551, 0.9466", "pred": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.9323, lift_point: 0.0555, 0.9323" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"uber app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"uber\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1251, 0.2961, lift_point: 0.1251, 0.2961", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.2323, lift_point: 0.123, 0.2323" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1433, 0.8404, lift_point: 0.1433, 0.8404", "pred": "The action is #DUAL_POINT#; touch_point: 0.1324, 0.8578, lift_point: 0.1324, 0.8578" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1433, 0.8404, lift_point: 0.1433, 0.8404", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5041, 0.5143, lift_point: 0.5041, 0.5143", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8859, 0.5097, lift_point: 0.8859, 0.5097" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717", "pred": "The action is #DUAL_POINT#; touch_point: 0.7878, 0.684, lift_point: 0.7878, 0.684" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717", "pred": "The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.063, 0.4462, lift_point: 0.063, 0.4462", "pred": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.4244, lift_point: 0.0596, 0.4244" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0613, 0.9393, lift_point: 0.0613, 0.9393", "pred": "The action is #DUAL_POINT#; touch_point: 0.0585, 0.9399, lift_point: 0.0585, 0.9399" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"what is the speed of a jet\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"speed of a jet\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1164, 0.479, lift_point: 0.1164, 0.479", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3651, 0.246, lift_point: 0.3651, 0.246", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7995, 0.6924, lift_point: 0.7995, 0.6924", "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.6845, lift_point: 0.7968, 0.6845" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.6164, lift_point: 0.0572, 0.6164", "pred": "The action is #DUAL_POINT#; touch_point: 0.1671, 0.6728, lift_point: 0.1671, 0.6728" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0602, 0.9258, lift_point: 0.0602, 0.9258", "pred": "The action is #DUAL_POINT#; touch_point: 0.0589, 0.9365, lift_point: 0.0589, 0.9365" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"where can i buy a nice beach blanket\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach blanket?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"s\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1209, 0.6377, lift_point: 0.1209, 0.6377", "pred": "The action is #DUAL_POINT#; touch_point: 0.1368, 0.5894, lift_point: 0.1368, 0.5894" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4363, 0.4836, lift_point: 0.4363, 0.4836", "pred": "The action is #DUAL_POINT#; touch_point: 0.456, 0.3551, lift_point: 0.456, 0.3551" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7954, 0.726, lift_point: 0.7954, 0.726", "pred": "The action is #DUAL_POINT#; touch_point: 0.7966, 0.684, lift_point: 0.7966, 0.684" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.055, 0.5287, lift_point: 0.055, 0.5287", "pred": "The action is #DUAL_POINT#; touch_point: 0.0511, 0.4685, lift_point: 0.0511, 0.4685" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.9427, lift_point: 0.0638, 0.9427", "pred": "The action is #DUAL_POINT#; touch_point: 0.0599, 0.9379, lift_point: 0.0599, 0.9379" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of brazil\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of brazil\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1306, 0.2331, lift_point: 0.1306, 0.2331", "pred": "The action is #DUAL_POINT#; touch_point: 0.1243, 0.2256, lift_point: 0.1243, 0.2256" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7883, 0.6743, lift_point: 0.7883, 0.6743", "pred": "The action is #DUAL_POINT#; touch_point: 0.7951, 0.6842, lift_point: 0.7951, 0.6842" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0571, 0.5349, lift_point: 0.0571, 0.5349", "pred": "The action is #DUAL_POINT#; touch_point: 0.0599, 0.4345, lift_point: 0.0599, 0.4345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.9384, lift_point: 0.0569, 0.9384", "pred": "The action is #DUAL_POINT#; touch_point: 0.0585, 0.9339, lift_point: 0.0585, 0.9339" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in barbados\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Barbados\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1291, 0.2757, lift_point: 0.1291, 0.2757" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1341, 0.2067, lift_point: 0.1341, 0.2067", "pred": "The action is #DUAL_POINT#; touch_point: 0.1291, 0.3586, lift_point: 0.1291, 0.3586" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5863, 0.3413, lift_point: 0.5863, 0.3413", "pred": "The action is #DUAL_POINT#; touch_point: 0.2377, 0.1788, lift_point: 0.2377, 0.1788" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.778, 0.833, lift_point: 0.778, 0.833", "pred": "The action is #DUAL_POINT#; touch_point: 0.7785, 0.6183, lift_point: 0.7785, 0.6183" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.619, 0.4869, lift_point: 0.619, 0.4869", "pred": "The action is #DUAL_POINT#; touch_point: 0.5757, 0.3023, lift_point: 0.5757, 0.3023" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3443, 0.3518, lift_point: 0.3443, 0.3518", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4061, 0.8744, lift_point: 0.4061, 0.8744" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2702, 0.36, lift_point: 0.2702, 0.36", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.39, 0.2406, lift_point: 0.39, 0.2406", "pred": "The action is #DUAL_POINT#; touch_point: 0.4066, 0.146, lift_point: 0.4066, 0.146" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4067, 0.8788, lift_point: 0.4067, 0.8788" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7814, 0.9053, lift_point: 0.7814, 0.9053", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1654, 0.1646, lift_point: 0.1654, 0.1646", "pred": "The action is #DUAL_POINT#; touch_point: 0.1602, 0.6131, lift_point: 0.1602, 0.6131" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0629, 0.7892, lift_point: 0.0629, 0.7892", "pred": "The action is #DUAL_POINT#; touch_point: 0.0616, 0.9041, lift_point: 0.0616, 0.9041" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0716, 0.6157, lift_point: 0.0716, 0.6157" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0753, 0.2557, lift_point: 0.0753, 0.2557", "pred": "The action is #DUAL_POINT#; touch_point: 0.0712, 0.5124, lift_point: 0.0712, 0.5124" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Good french restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1893, 0.4882, lift_point: 0.1893, 0.4882", "pred": "The action is #DUAL_POINT#; touch_point: 0.128, 0.2726, lift_point: 0.128, 0.2726" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8789, 0.4552, lift_point: 0.8789, 0.4552", "pred": "The action is #DUAL_POINT#; touch_point: 0.9023, 0.5152, lift_point: 0.9023, 0.5152" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8867, 0.412, lift_point: 0.8867, 0.412", "pred": "The action is #DUAL_POINT#; touch_point: 0.8931, 0.4155, lift_point: 0.8931, 0.4155" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.8934, 0.412, lift_point: 0.8934, 0.412" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0714, 0.8954, lift_point: 0.0714, 0.8954", "pred": "The action is #DUAL_POINT#; touch_point: 0.066, 0.9189, lift_point: 0.066, 0.9189" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.05, 0.2223, lift_point: 0.05, 0.2223", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1224, 0.4455, lift_point: 0.1224, 0.4455", "pred": "The action is #DUAL_POINT#; touch_point: 0.1394, 0.3776, lift_point: 0.1394, 0.3776" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6315, 0.6565, lift_point: 0.6315, 0.6565" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4998, 0.611, lift_point: 0.4998, 0.611" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.908, 0.4306, lift_point: 0.908, 0.4306", "pred": "The action is #DUAL_POINT#; touch_point: 0.8971, 0.4375, lift_point: 0.8971, 0.4375" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0449, 0.2757, lift_point: 0.0449, 0.2757", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Who is the prime minister of Canada?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6864, 0.7784, lift_point: 0.6864, 0.7784", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Who is the prime minister of Canada?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Who is the prime minister of Canada?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0671, 0.2646, lift_point: 0.0671, 0.2646" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6864, 0.7784, lift_point: 0.6864, 0.7784", "pred": "The action is #DUAL_POINT#; touch_point: 0.7668, 0.5787, lift_point: 0.7668, 0.5787" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1254, 0.4286, lift_point: 0.1254, 0.4286", "pred": "The action is #DUAL_POINT#; touch_point: 0.1263, 0.4464, lift_point: 0.1263, 0.4464" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8022, 0.8505, lift_point: 0.8022, 0.8505", "pred": "The action is #DUAL_POINT#; touch_point: 0.8898, 0.3965, lift_point: 0.8898, 0.3965" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7986, 0.8009, lift_point: 0.7986, 0.8009", "pred": "The action is #DUAL_POINT#; touch_point: 0.8022, 0.8505, lift_point: 0.8022, 0.8505" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0543, 0.0611, lift_point: 0.0543, 0.0611", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.045, 0.8247, lift_point: 0.045, 0.8247", "pred": "The action is #DUAL_POINT#; touch_point: 0.0557, 0.8319, lift_point: 0.0557, 0.8319" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.724, lift_point: 0.0651, 0.724", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"IGN\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"ign lates video\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"IGN\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1314, 0.3189, lift_point: 0.1314, 0.3189", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.4138, lift_point: 0.123, 0.4138" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1426, 0.7127, lift_point: 0.1426, 0.7127", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.2629, lift_point: 0.1171, 0.2629", "pred": "The action is #DUAL_POINT#; touch_point: 0.0976, 0.2564, lift_point: 0.0976, 0.2564" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.232, 0.2437, lift_point: 0.232, 0.2437", "pred": "The action is #DUAL_POINT#; touch_point: 0.235, 0.258, lift_point: 0.235, 0.258" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.241, 0.2248, lift_point: 0.241, 0.2248", "pred": "The action is #DUAL_POINT#; touch_point: 0.2345, 0.2537, lift_point: 0.2345, 0.2537" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2338, 0.1303, lift_point: 0.2338, 0.1303", "pred": "The action is #DUAL_POINT#; touch_point: 0.2356, 0.256, lift_point: 0.2356, 0.256" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1083, 0.5662, lift_point: 0.1083, 0.5662", "pred": "The action is #DUAL_POINT#; touch_point: 0.2253, 0.8766, lift_point: 0.2253, 0.8766" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1475, 0.5133, lift_point: 0.1475, 0.5133", "pred": "The action is #DUAL_POINT#; touch_point: 0.165, 0.5025, lift_point: 0.165, 0.5025" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2356, 0.9335, lift_point: 0.2356, 0.9335" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5251, 0.5935, lift_point: 0.5251, 0.5935", "pred": "The action is #DUAL_POINT#; touch_point: 0.4994, 0.6178, lift_point: 0.4994, 0.6178" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8857, 0.4438, lift_point: 0.8857, 0.4438", "pred": "The action is #DUAL_POINT#; touch_point: 0.8972, 0.3947, lift_point: 0.8972, 0.3947" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.067, 0.3127, lift_point: 0.067, 0.3127", "pred": "The action is #DUAL_POINT#; touch_point: 0.0474, 0.3314, lift_point: 0.0474, 0.3314" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1437, 0.4795, lift_point: 0.1437, 0.4795", "pred": "The action is #DUAL_POINT#; touch_point: 0.1454, 0.3546, lift_point: 0.1454, 0.3546" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.1003, lift_point: 0.7989, 0.1003", "pred": "The action is #DUAL_POINT#; touch_point: 0.6611, 0.8544, lift_point: 0.6611, 0.8544" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7828, 0.8909, lift_point: 0.7828, 0.8909", "pred": "The action is #DUAL_POINT#; touch_point: 0.7828, 0.8888, lift_point: 0.7828, 0.8888" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0677, 0.0588, lift_point: 0.0677, 0.0588", "pred": "The action is #DUAL_POINT#; touch_point: 0.0665, 0.082, lift_point: 0.0665, 0.082" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0564, 0.8052, lift_point: 0.0564, 0.8052", "pred": "The action is #DUAL_POINT#; touch_point: 0.0509, 0.8333, lift_point: 0.0509, 0.8333" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0675, 0.5065, lift_point: 0.0675, 0.5065", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \" new Taylor Swift video \"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new Taylor Swift video\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \" new Taylor Swift video \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1215, 0.4143, lift_point: 0.1215, 0.4143", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.3856, lift_point: 0.123, 0.3856" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5158, 0.5431, lift_point: 0.5158, 0.5431" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8503, 0.9119, lift_point: 0.8503, 0.9119" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6668, 0.4068, lift_point: 0.6668, 0.4068", "pred": "The action is #DUAL_POINT#; touch_point: 0.5254, 0.5287, lift_point: 0.5254, 0.5287" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1596, 0.4751, lift_point: 0.1596, 0.4751", "pred": "The action is #DUAL_POINT#; touch_point: 0.2258, 0.8728, lift_point: 0.2258, 0.8728" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1985, 0.8769, lift_point: 0.1985, 0.8769" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8836, 0.517, lift_point: 0.8836, 0.517", "pred": "The action is #DUAL_POINT#; touch_point: 0.8916, 0.4176, lift_point: 0.8916, 0.4176" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.3216, lift_point: 0.0591, 0.3216", "pred": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.3111, lift_point: 0.0612, 0.3111" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at McDonalds?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at McDonalds?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1436, 0.4823, lift_point: 0.1436, 0.4823", "pred": "The action is #DUAL_POINT#; touch_point: 0.1475, 0.4106, lift_point: 0.1475, 0.4106" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5388, 0.7515, lift_point: 0.5388, 0.7515", "pred": "The action is #DUAL_POINT#; touch_point: 0.5466, 0.809, lift_point: 0.5466, 0.809" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1429, 0.259, lift_point: 0.1429, 0.259", "pred": "The action is #DUAL_POINT#; touch_point: 0.1436, 0.482, lift_point: 0.1436, 0.482" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8912, 0.4192, lift_point: 0.8912, 0.4192", "pred": "The action is #DUAL_POINT#; touch_point: 0.8911, 0.3964, lift_point: 0.8911, 0.3964" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0727, 0.2979, lift_point: 0.0727, 0.2979", "pred": "The action is #DUAL_POINT#; touch_point: 0.0677, 0.3156, lift_point: 0.0677, 0.3156" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4813, 0.3744, lift_point: 0.4813, 0.3744", "pred": "The action is #DUAL_POINT#; touch_point: 0.1426, 0.3986, lift_point: 0.1426, 0.3986" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.36, 0.3085, lift_point: 0.36, 0.3085", "pred": "The action is #DUAL_POINT#; touch_point: 0.3267, 0.2258, lift_point: 0.3267, 0.2258" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3453, 0.3085, lift_point: 0.3453, 0.3085" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7714, 0.6865, lift_point: 0.7714, 0.6865", "pred": "The action is #DUAL_POINT#; touch_point: 0.7776, 0.6835, lift_point: 0.7776, 0.6835" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8819, 0.3955, lift_point: 0.8819, 0.3955", "pred": "The action is #DUAL_POINT#; touch_point: 0.8825, 0.5667, lift_point: 0.8825, 0.5667" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8824, 0.7775, lift_point: 0.8824, 0.7775", "pred": "The action is #DUAL_POINT#; touch_point: 0.8847, 0.8087, lift_point: 0.8847, 0.8087" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8924, 0.8149, lift_point: 0.8924, 0.8149", "pred": "The action is #DUAL_POINT#; touch_point: 0.8982, 0.8234, lift_point: 0.8982, 0.8234" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3153, 0.5462, lift_point: 0.3153, 0.5462", "pred": "The action is #DUAL_POINT#; touch_point: 0.317, 0.3902, lift_point: 0.317, 0.3902" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"whats the weather like in san francisco\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1419, 0.6766, lift_point: 0.1419, 0.6766", "pred": "The action is #DUAL_POINT#; touch_point: 0.1399, 0.5818, lift_point: 0.1399, 0.5818" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9109, 0.4037, lift_point: 0.9109, 0.4037", "pred": "The action is #DUAL_POINT#; touch_point: 0.8868, 0.5671, lift_point: 0.8868, 0.5671" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Olive Garden?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Olive Garden?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1182, 0.2294, lift_point: 0.1182, 0.2294", "pred": "The action is #DUAL_POINT#; touch_point: 0.0599, 0.2872, lift_point: 0.0599, 0.2872" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.5394, lift_point: 0.7944, 0.5394" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7975, 0.8581, lift_point: 0.7975, 0.8581", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0609, 0.7968, lift_point: 0.0609, 0.7968", "pred": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.8408, lift_point: 0.0529, 0.8408" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Bruno Mars\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"bruno mars\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1004, 0.2786, lift_point: 0.1004, 0.2786", "pred": "The action is #DUAL_POINT#; touch_point: 0.116, 0.3233, lift_point: 0.116, 0.3233" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4055, 0.627, lift_point: 0.4055, 0.627", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2699, 0.6346, lift_point: 0.2699, 0.6346" }, { "gt": "The action is #STATUS_TASK_IMPOSSIBLE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4996, 0.1605, lift_point: 0.4996, 0.1605", "pred": "The action is #DUAL_POINT#; touch_point: 0.5082, 0.1583, lift_point: 0.5082, 0.1583" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.491, 0.2181, lift_point: 0.491, 0.2181", "pred": "The action is #DUAL_POINT#; touch_point: 0.4996, 0.1605, lift_point: 0.4996, 0.1605" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9053, 0.347, lift_point: 0.9053, 0.347", "pred": "The action is #DUAL_POINT#; touch_point: 0.8888, 0.4625, lift_point: 0.8888, 0.4625" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new blush\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new blush\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1311, 0.364, lift_point: 0.1311, 0.364", "pred": "The action is #DUAL_POINT#; touch_point: 0.1291, 0.3762, lift_point: 0.1291, 0.3762" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8768, 0.4786, lift_point: 0.8768, 0.4786", "pred": "The action is #DUAL_POINT#; touch_point: 0.8974, 0.4737, lift_point: 0.8974, 0.4737" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1242, 0.3787, lift_point: 0.1242, 0.3787" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1938, 0.5989, lift_point: 0.1938, 0.5989", "pred": "The action is #DUAL_POINT#; touch_point: 0.1249, 0.4514, lift_point: 0.1249, 0.4514" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6627, 0.8258, lift_point: 0.6627, 0.8258", "pred": "The action is #DUAL_POINT#; touch_point: 0.8895, 0.5167, lift_point: 0.8895, 0.5167" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0549, 0.052, lift_point: 0.0549, 0.052", "pred": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.0568, lift_point: 0.0568, 0.0568" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0515, 0.0547, lift_point: 0.0515, 0.0547", "pred": "The action is #DUAL_POINT#; touch_point: 0.0571, 0.057, lift_point: 0.0571, 0.057" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0554, 0.8045, lift_point: 0.0554, 0.8045", "pred": "The action is #DUAL_POINT#; touch_point: 0.0617, 0.062, lift_point: 0.0617, 0.062" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Game Informer\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"game informer\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.4038, lift_point: 0.1177, 0.4038" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.123, 0.3606, lift_point: 0.123, 0.3606", "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.5215, lift_point: 0.1177, 0.5215" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6532, 0.5193, lift_point: 0.6532, 0.5193" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5243, 0.619, lift_point: 0.5243, 0.619" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4453, 0.3949, lift_point: 0.4453, 0.3949", "pred": "The action is #DUAL_POINT#; touch_point: 0.3452, 0.5682, lift_point: 0.3452, 0.5682" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1563, 0.5084, lift_point: 0.1563, 0.5084", "pred": "The action is #DUAL_POINT#; touch_point: 0.2305, 0.8464, lift_point: 0.2305, 0.8464" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3141, 0.9451, lift_point: 0.3141, 0.9451", "pred": "The action is #DUAL_POINT#; touch_point: 0.2307, 0.9034, lift_point: 0.2307, 0.9034" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1627, 0.503, lift_point: 0.1627, 0.503" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5595, 0.1967, lift_point: 0.5595, 0.1967", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8946, 0.5747, lift_point: 0.8946, 0.5747", "pred": "The action is #DUAL_POINT#; touch_point: 0.8807, 0.5184, lift_point: 0.8807, 0.5184" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1271, 0.4948, lift_point: 0.1271, 0.4948" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0586, 0.9156, lift_point: 0.0586, 0.9156", "pred": "The action is #DUAL_POINT#; touch_point: 0.1253, 0.406, lift_point: 0.1253, 0.406" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2572, 0.3211, lift_point: 0.2572, 0.3211", "pred": "The action is #DUAL_POINT#; touch_point: 0.1351, 0.3555, lift_point: 0.1351, 0.3555" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8651, 0.8292, lift_point: 0.8651, 0.8292", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7825, 0.635, lift_point: 0.7825, 0.635", "pred": "The action is #DUAL_POINT#; touch_point: 0.8004, 0.6427, lift_point: 0.8004, 0.6427" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0497, 0.557, lift_point: 0.0497, 0.557", "pred": "The action is #DUAL_POINT#; touch_point: 0.0579, 0.5606, lift_point: 0.0579, 0.5606" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" hotels in London\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in London\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1048, 0.2982, lift_point: 0.1048, 0.2982", "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.377, lift_point: 0.1172, 0.377" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3216, 0.2418, lift_point: 0.3216, 0.2418" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7789, 0.6244, lift_point: 0.7789, 0.6244", "pred": "The action is #DUAL_POINT#; touch_point: 0.7786, 0.6213, lift_point: 0.7786, 0.6213" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0431, 0.5396, lift_point: 0.0431, 0.5396", "pred": "The action is #DUAL_POINT#; touch_point: 0.0494, 0.5247, lift_point: 0.0494, 0.5247" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US president?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US president?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.119, 0.822, lift_point: 0.119, 0.822", "pred": "The action is #DUAL_POINT#; touch_point: 0.1012, 0.6463, lift_point: 0.1012, 0.6463" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3067, 0.2148, lift_point: 0.3067, 0.2148", "pred": "The action is #DUAL_POINT#; touch_point: 0.2959, 0.2356, lift_point: 0.2959, 0.2356" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7966, 0.5681, lift_point: 0.7966, 0.5681", "pred": "The action is #DUAL_POINT#; touch_point: 0.7948, 0.6014, lift_point: 0.7948, 0.6014" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.4399, lift_point: 0.0621, 0.4399", "pred": "The action is #DUAL_POINT#; touch_point: 0.0646, 0.3404, lift_point: 0.0646, 0.3404" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new lipgloss\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new lipgloss\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1204, 0.187, lift_point: 0.1204, 0.187", "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.3312, lift_point: 0.1179, 0.3312" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8939, 0.1512, lift_point: 0.8939, 0.1512", "pred": "The action is #DUAL_POINT#; touch_point: 0.7942, 0.6187, lift_point: 0.7942, 0.6187" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0538, 0.0816, lift_point: 0.0538, 0.0816", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this week?\"" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7933, 0.6138, lift_point: 0.7933, 0.6138", "pred": "The action is #DUAL_POINT#; touch_point: 0.7787, 0.5967, lift_point: 0.7787, 0.5967" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.2905, lift_point: 0.0518, 0.2905", "pred": "The action is #DUAL_POINT#; touch_point: 0.7933, 0.6138, lift_point: 0.7933, 0.6138" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this morning?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this morning?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1125, 0.7887, lift_point: 0.1125, 0.7887", "pred": "The action is #DUAL_POINT#; touch_point: 0.1175, 0.4454, lift_point: 0.1175, 0.4454" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2198, 0.1717, lift_point: 0.2198, 0.1717", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5618, 0.6315, lift_point: 0.5618, 0.6315", "pred": "The action is #DUAL_POINT#; touch_point: 0.5554, 0.6159, lift_point: 0.5554, 0.6159" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6427, 0.8874, lift_point: 0.6427, 0.8874", "pred": "The action is #DUAL_POINT#; touch_point: 0.6491, 0.8607, lift_point: 0.6491, 0.8607" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0461, 0.9547, lift_point: 0.0461, 0.9547", "pred": "The action is #DUAL_POINT#; touch_point: 0.0594, 0.064, lift_point: 0.0594, 0.064" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.0544, lift_point: 0.0596, 0.0544", "pred": "The action is #DUAL_POINT#; touch_point: 0.8679, 0.2782, lift_point: 0.8679, 0.2782" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0442, 0.6459, lift_point: 0.0442, 0.6459", "pred": "The action is #DUAL_POINT#; touch_point: 0.0557, 0.7959, lift_point: 0.0557, 0.7959" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Play the new Katy Perry video on YouTube\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \" new Katy Perry video\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0945, 0.5782, lift_point: 0.0945, 0.5782", "pred": "The action is #DUAL_POINT#; touch_point: 0.1021, 0.4134, lift_point: 0.1021, 0.4134" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.607, 0.6407, lift_point: 0.607, 0.6407", "pred": "The action is #DUAL_POINT#; touch_point: 0.2995, 0.4839, lift_point: 0.2995, 0.4839" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7883, 0.6369, lift_point: 0.7883, 0.6369", "pred": "The action is #DUAL_POINT#; touch_point: 0.7967, 0.6031, lift_point: 0.7967, 0.6031" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2507, 0.3178, lift_point: 0.2507, 0.3178", "pred": "The action is #DUAL_POINT#; touch_point: 0.246, 0.5895, lift_point: 0.246, 0.5895" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"top post on reddit\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1049, 0.418, lift_point: 0.1049, 0.418", "pred": "The action is #DUAL_POINT#; touch_point: 0.1061, 0.4475, lift_point: 0.1061, 0.4475" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3298, 0.457, lift_point: 0.3298, 0.457", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4655, 0.7441, lift_point: 0.4655, 0.7441", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8142, 0.616, lift_point: 0.8142, 0.616", "pred": "The action is #DUAL_POINT#; touch_point: 0.7783, 0.6219, lift_point: 0.7783, 0.6219" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.3675, lift_point: 0.0612, 0.3675", "pred": "The action is #DUAL_POINT#; touch_point: 0.1677, 0.9006, lift_point: 0.1677, 0.9006" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1053, 0.4432, lift_point: 0.1053, 0.4432" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1043, 0.6775, lift_point: 0.1043, 0.6775", "pred": "The action is #DUAL_POINT#; touch_point: 0.112, 0.443, lift_point: 0.112, 0.443" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2165, 0.1688, lift_point: 0.2165, 0.1688" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8248, 0.6278, lift_point: 0.8248, 0.6278", "pred": "The action is #DUAL_POINT#; touch_point: 0.7789, 0.615, lift_point: 0.7789, 0.615" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0607, 0.5042, lift_point: 0.0607, 0.5042", "pred": "The action is #DUAL_POINT#; touch_point: 0.0594, 0.5315, lift_point: 0.0594, 0.5315" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Zurich to Helsinki\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Zurich to Helsinki\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1281, 0.6857, lift_point: 0.1281, 0.6857", "pred": "The action is #DUAL_POINT#; touch_point: 0.1202, 0.5089, lift_point: 0.1202, 0.5089" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3431, 0.2329, lift_point: 0.3431, 0.2329" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2906, 0.4312, lift_point: 0.2906, 0.4312", "pred": "The action is #DUAL_POINT#; touch_point: 0.3324, 0.3493, lift_point: 0.3324, 0.3493" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7787, 0.6184, lift_point: 0.7787, 0.6184" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6819, 0.6296, lift_point: 0.6819, 0.6296", "pred": "The action is #DUAL_POINT#; touch_point: 0.7292, 0.6154, lift_point: 0.7292, 0.6154" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.043, 0.4424, lift_point: 0.043, 0.4424", "pred": "The action is #DUAL_POINT#; touch_point: 0.0489, 0.6136, lift_point: 0.0489, 0.6136" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.102, 0.4834, lift_point: 0.102, 0.4834", "pred": "The action is #DUAL_POINT#; touch_point: 0.1095, 0.292, lift_point: 0.1095, 0.292" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4082, 0.2497, lift_point: 0.4082, 0.2497", "pred": "The action is #DUAL_POINT#; touch_point: 0.1733, 0.5012, lift_point: 0.1733, 0.5012" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3235, 0.383, lift_point: 0.3235, 0.383", "pred": "The action is #DUAL_POINT#; touch_point: 0.3397, 0.4278, lift_point: 0.3397, 0.4278" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2443, 0.6354, lift_point: 0.2443, 0.6354" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8863, 0.4507, lift_point: 0.8863, 0.4507" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1577, 0.43, lift_point: 0.1577, 0.43", "pred": "The action is #DUAL_POINT#; touch_point: 0.6426, 0.6017, lift_point: 0.6426, 0.6017" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0644, 0.7894, lift_point: 0.0644, 0.7894", "pred": "The action is #DUAL_POINT#; touch_point: 0.0557, 0.0557, lift_point: 0.0557, 0.0557" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest news in planetary science\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8837, 0.4217, lift_point: 0.8837, 0.4217", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"planetary science?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1111, 0.4321, lift_point: 0.1111, 0.4321" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5443, 0.8308, lift_point: 0.5443, 0.8308", "pred": "The action is #DUAL_POINT#; touch_point: 0.5242, 0.8166, lift_point: 0.5242, 0.8166" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0465, 0.9343, lift_point: 0.0465, 0.9343", "pred": "The action is #DUAL_POINT#; touch_point: 0.1116, 0.4135, lift_point: 0.1116, 0.4135" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"atest news in planetary science?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1111, 0.206, lift_point: 0.1111, 0.206", "pred": "The action is #DUAL_POINT#; touch_point: 0.1129, 0.4142, lift_point: 0.1129, 0.4142" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1704, 0.206, lift_point: 0.1704, 0.206", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6379, 0.8623, lift_point: 0.6379, 0.8623", "pred": "The action is #DUAL_POINT#; touch_point: 0.6364, 0.8601, lift_point: 0.6364, 0.8601" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0459, 0.0777, lift_point: 0.0459, 0.0777", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0483, 0.6695, lift_point: 0.0483, 0.6695", "pred": "The action is #DUAL_POINT#; touch_point: 0.0527, 0.8274, lift_point: 0.0527, 0.8274" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new Maroon 5 video \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new Maroon 5 video\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1008, 0.4559, lift_point: 0.1008, 0.4559", "pred": "The action is #DUAL_POINT#; touch_point: 0.1032, 0.3994, lift_point: 0.1032, 0.3994" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5695, 0.7339, lift_point: 0.5695, 0.7339", "pred": "The action is #DUAL_POINT#; touch_point: 0.6115, 0.619, lift_point: 0.6115, 0.619" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1998, 0.4874, lift_point: 0.1998, 0.4874" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4708, 0.6942, lift_point: 0.4708, 0.6942", "pred": "The action is #DUAL_POINT#; touch_point: 0.4765, 0.6824, lift_point: 0.4765, 0.6824" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.116, 0.4908, lift_point: 0.116, 0.4908", "pred": "The action is #DUAL_POINT#; touch_point: 0.1244, 0.6056, lift_point: 0.1244, 0.6056" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.066, 0.9059, lift_point: 0.066, 0.9059", "pred": "The action is #DUAL_POINT#; touch_point: 0.0585, 0.9065, lift_point: 0.0585, 0.9065" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0412, 0.5821, lift_point: 0.0412, 0.5821", "pred": "The action is #DUAL_POINT#; touch_point: 0.0522, 0.3955, lift_point: 0.0522, 0.3955" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1266, 0.4876, lift_point: 0.1266, 0.4876", "pred": "The action is #DUAL_POINT#; touch_point: 0.112, 0.4514, lift_point: 0.112, 0.4514" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5402, 0.8672, lift_point: 0.5402, 0.8672", "pred": "The action is #DUAL_POINT#; touch_point: 0.5396, 0.8274, lift_point: 0.5396, 0.8274" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.3666, lift_point: 0.1171, 0.3666", "pred": "The action is #DUAL_POINT#; touch_point: 0.2299, 0.4518, lift_point: 0.2299, 0.4518" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2471, 0.3168, lift_point: 0.2471, 0.3168", "pred": "The action is #DUAL_POINT#; touch_point: 0.5407, 0.3754, lift_point: 0.5407, 0.3754" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8057, 0.9555, lift_point: 0.8057, 0.9555", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8443, 0.6292, lift_point: 0.8443, 0.6292", "pred": "The action is #DUAL_POINT#; touch_point: 0.8359, 0.6196, lift_point: 0.8359, 0.6196" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0563, 0.5916, lift_point: 0.0563, 0.5916", "pred": "The action is #DUAL_POINT#; touch_point: 0.0588, 0.4637, lift_point: 0.0588, 0.4637" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"latest news in cosmology\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest news in cosmology\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.3772, lift_point: 0.1179, 0.3772", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3328, 0.4183, lift_point: 0.3328, 0.4183", "pred": "The action is #DUAL_POINT#; touch_point: 0.2309, 0.1945, lift_point: 0.2309, 0.1945" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7234, 0.5215, lift_point: 0.7234, 0.5215", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8233, 0.6003, lift_point: 0.8233, 0.6003", "pred": "The action is #DUAL_POINT#; touch_point: 0.848, 0.612, lift_point: 0.848, 0.612" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.834, 0.6061, lift_point: 0.834, 0.6061", "pred": "The action is #DUAL_POINT#; touch_point: 0.8387, 0.6385, lift_point: 0.8387, 0.6385" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0592, 0.467, lift_point: 0.0592, 0.467", "pred": "The action is #DUAL_POINT#; touch_point: 0.0585, 0.3729, lift_point: 0.0585, 0.3729" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Boston\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Boston?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.3763, lift_point: 0.1173, 0.3763" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3276, 0.2949, lift_point: 0.3276, 0.2949", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"the price of the 1000-Watt EGO Power+ Snow Blower\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8515, 0.6043, lift_point: 0.8515, 0.6043", "pred": "The action is #DUAL_POINT#; touch_point: 0.8499, 0.6179, lift_point: 0.8499, 0.6179" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0412, 0.6625, lift_point: 0.0412, 0.6625", "pred": "The action is #DUAL_POINT#; touch_point: 0.0511, 0.5666, lift_point: 0.0511, 0.5666" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" price of the 1000-Watt EGO Power+ Snow Blower\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"1000 watt EGO Power+ Snow Blower\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1092, 0.3049, lift_point: 0.1092, 0.3049", "pred": "The action is #DUAL_POINT#; touch_point: 0.1312, 0.5814, lift_point: 0.1312, 0.5814" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3369, 0.4648, lift_point: 0.3369, 0.4648", "pred": "The action is #DUAL_POINT#; touch_point: 0.3323, 0.2378, lift_point: 0.3323, 0.2378" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6878, 0.8905, lift_point: 0.6878, 0.8905", "pred": "The action is #DUAL_POINT#; touch_point: 0.842, 0.6158, lift_point: 0.842, 0.6158" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8466, 0.6103, lift_point: 0.8466, 0.6103", "pred": "The action is #DUAL_POINT#; touch_point: 0.8423, 0.6127, lift_point: 0.8423, 0.6127" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0492, 0.6506, lift_point: 0.0492, 0.6506", "pred": "The action is #DUAL_POINT#; touch_point: 0.1871, 0.5457, lift_point: 0.1871, 0.5457" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Lowes\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Lowes?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.833, 0.606, lift_point: 0.833, 0.606", "pred": "The action is #DUAL_POINT#; touch_point: 0.9311, 0.4974, lift_point: 0.9311, 0.4974" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.8065, lift_point: 0.0672, 0.8065", "pred": "The action is #DUAL_POINT#; touch_point: 0.0799, 0.4357, lift_point: 0.0799, 0.4357" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1363, 0.4329, lift_point: 0.1363, 0.4329", "pred": "The action is #DUAL_POINT#; touch_point: 0.0628, 0.0646, lift_point: 0.0628, 0.0646" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1667, 0.1689, lift_point: 0.1667, 0.1689", "pred": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.0796, lift_point: 0.0533, 0.0796" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3062, 0.4479, lift_point: 0.3062, 0.4479", "pred": "The action is #DUAL_POINT#; touch_point: 0.3221, 0.2347, lift_point: 0.3221, 0.2347" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1958, 0.4127, lift_point: 0.1958, 0.4127", "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.2548, lift_point: 0.127, 0.2548" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3548, 0.1196, lift_point: 0.3548, 0.1196", "pred": "The action is #DUAL_POINT#; touch_point: 0.3733, 0.1099, lift_point: 0.3733, 0.1099" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8814, 0.8155, lift_point: 0.8814, 0.8155" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9226, 0.4547, lift_point: 0.9226, 0.4547", "pred": "The action is #DUAL_POINT#; touch_point: 0.9153, 0.3477, lift_point: 0.9153, 0.3477" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Los Angeles\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1297, 0.4485, lift_point: 0.1297, 0.4485", "pred": "The action is #DUAL_POINT#; touch_point: 0.1328, 0.3851, lift_point: 0.1328, 0.3851" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4663, 0.3867, lift_point: 0.4663, 0.3867" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4832, 0.6053, lift_point: 0.4832, 0.6053", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4832, 0.6053, lift_point: 0.4832, 0.6053" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9194, 0.2965, lift_point: 0.9194, 0.2965", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0682, 0.3636, lift_point: 0.0682, 0.3636", "pred": "The action is #DUAL_POINT#; touch_point: 0.0588, 0.4, lift_point: 0.0588, 0.4" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Searchfor good French restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1176, 0.603, lift_point: 0.1176, 0.603", "pred": "The action is #DUAL_POINT#; touch_point: 0.1396, 0.4366, lift_point: 0.1396, 0.4366" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9428, 0.524, lift_point: 0.9428, 0.524", "pred": "The action is #DUAL_POINT#; touch_point: 0.9277, 0.4157, lift_point: 0.9277, 0.4157" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0667, 0.271, lift_point: 0.0667, 0.271", "pred": "The action is #DUAL_POINT#; touch_point: 0.0566, 0.3607, lift_point: 0.0566, 0.3607" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2718, 0.5393, lift_point: 0.2718, 0.5393", "pred": "The action is #DUAL_POINT#; touch_point: 0.1392, 0.4365, lift_point: 0.1392, 0.4365" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9014, 0.4658, lift_point: 0.9014, 0.4658", "pred": "The action is #DUAL_POINT#; touch_point: 0.9199, 0.4973, lift_point: 0.9199, 0.4973" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0603, 0.3868, lift_point: 0.0603, 0.3868", "pred": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.3524, lift_point: 0.0612, 0.3524" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Boston\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Barcelona to Boston\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1319, 0.272, lift_point: 0.1319, 0.272", "pred": "The action is #DUAL_POINT#; touch_point: 0.135, 0.4364, lift_point: 0.135, 0.4364" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3752, 0.3284, lift_point: 0.3752, 0.3284" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5594, 0.3859, lift_point: 0.5594, 0.3859", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8962, 0.4975, lift_point: 0.8962, 0.4975" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0914, 0.497, lift_point: 0.0914, 0.497", "pred": "The action is #DUAL_POINT#; touch_point: 0.6641, 0.1687, lift_point: 0.6641, 0.1687" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6368, 0.1457, lift_point: 0.6368, 0.1457" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.607, 0.1523, lift_point: 0.607, 0.1523", "pred": "The action is #DUAL_POINT#; touch_point: 0.6178, 0.1895, lift_point: 0.6178, 0.1895" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2242, 0.3622, lift_point: 0.2242, 0.3622", "pred": "The action is #DUAL_POINT#; touch_point: 0.2319, 0.387, lift_point: 0.2319, 0.387" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0716, 0.3798, lift_point: 0.0716, 0.3798", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4034, 0.4373, lift_point: 0.4034, 0.4373", "pred": "The action is #DUAL_POINT#; touch_point: 0.1484, 0.4314, lift_point: 0.1484, 0.4314" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8139, 0.8516, lift_point: 0.8139, 0.8516", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0693, 0.2988, lift_point: 0.0693, 0.2988", "pred": "The action is #DUAL_POINT#; touch_point: 0.0598, 0.0665, lift_point: 0.0598, 0.0665" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0822, 0.5471, lift_point: 0.0822, 0.5471", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Google app\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Google app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Google app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6315, 0.6047, lift_point: 0.6315, 0.6047", "pred": "The action is #DUAL_POINT#; touch_point: 0.6144, 0.6142, lift_point: 0.6144, 0.6142" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1344, 0.2843, lift_point: 0.1344, 0.2843", "pred": "The action is #DUAL_POINT#; touch_point: 0.1313, 0.3664, lift_point: 0.1313, 0.3664" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1405, 0.4311, lift_point: 0.1405, 0.4311", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9271, 0.4142, lift_point: 0.9271, 0.4142", "pred": "The action is #DUAL_POINT#; touch_point: 0.9157, 0.3449, lift_point: 0.9157, 0.3449" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0575, 0.3245, lift_point: 0.0575, 0.3245", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Paris\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.4669, lift_point: 0.0672, 0.4669", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Paris\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Paris\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.4034, lift_point: 0.1173, 0.4034", "pred": "The action is #DUAL_POINT#; touch_point: 0.1368, 0.4724, lift_point: 0.1368, 0.4724" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5299, 0.1896, lift_point: 0.5299, 0.1896", "pred": "The action is #DUAL_POINT#; touch_point: 0.4989, 0.1542, lift_point: 0.4989, 0.1542" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8001, 0.6254, lift_point: 0.8001, 0.6254", "pred": "The action is #DUAL_POINT#; touch_point: 0.8029, 0.6209, lift_point: 0.8029, 0.6209" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0557, 0.9678, lift_point: 0.0557, 0.9678", "pred": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.8311, lift_point: 0.0627, 0.8311" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0581, 0.9775, lift_point: 0.0581, 0.9775", "pred": "The action is #DUAL_POINT#; touch_point: 0.0666, 0.9351, lift_point: 0.0666, 0.9351" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1714, 0.6676, lift_point: 0.1714, 0.6676" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7991, 0.6123, lift_point: 0.7991, 0.6123" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.359, 0.6213, lift_point: 0.359, 0.6213", "pred": "The action is #DUAL_POINT#; touch_point: 0.6276, 0.151, lift_point: 0.6276, 0.151" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0614, 0.5729, lift_point: 0.0614, 0.5729", "pred": "The action is #DUAL_POINT#; touch_point: 0.0524, 0.4597, lift_point: 0.0524, 0.4597" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do i get to the nearest Home Depot?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0585, 0.5729, lift_point: 0.0585, 0.5729" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5426, 0.6583, lift_point: 0.5426, 0.6583" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.6141, lift_point: 0.799, 0.6141", "pred": "The action is #DUAL_POINT#; touch_point: 0.8017, 0.6124, lift_point: 0.8017, 0.6124" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5409, 0.8498, lift_point: 0.5409, 0.8498", "pred": "The action is #DUAL_POINT#; touch_point: 0.5436, 0.8208, lift_point: 0.5436, 0.8208" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0483, 0.643, lift_point: 0.0483, 0.643", "pred": "The action is #DUAL_POINT#; touch_point: 0.0469, 0.6225, lift_point: 0.0469, 0.6225" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Home Depot?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Home Depot?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1231, 0.4027, lift_point: 0.1231, 0.4027", "pred": "The action is #DUAL_POINT#; touch_point: 0.1219, 0.5697, lift_point: 0.1219, 0.5697" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6198, 0.4425, lift_point: 0.6198, 0.4425", "pred": "The action is #DUAL_POINT#; touch_point: 0.6261, 0.4085, lift_point: 0.6261, 0.4085" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1739, 0.1727, lift_point: 0.1739, 0.1727", "pred": "The action is #DUAL_POINT#; touch_point: 0.178, 0.1542, lift_point: 0.178, 0.1542" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0537, 0.8142, lift_point: 0.0537, 0.8142" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.6226, lift_point: 0.0578, 0.6226", "pred": "The action is #DUAL_POINT#; touch_point: 0.0605, 0.487, lift_point: 0.0605, 0.487" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Calendar\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"calender app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1135, 0.2094, lift_point: 0.1135, 0.2094", "pred": "The action is #DUAL_POINT#; touch_point: 0.1251, 0.2622, lift_point: 0.1251, 0.2622" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4035, 0.3219, lift_point: 0.4035, 0.3219", "pred": "The action is #DUAL_POINT#; touch_point: 0.2081, 0.3021, lift_point: 0.2081, 0.3021" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2111, 0.2851, lift_point: 0.2111, 0.2851", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6644, 0.873, lift_point: 0.6644, 0.873", "pred": "The action is #DUAL_POINT#; touch_point: 0.6496, 0.8772, lift_point: 0.6496, 0.8772" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6644, 0.873, lift_point: 0.6644, 0.873", "pred": "The action is #DUAL_POINT#; touch_point: 0.6644, 0.873, lift_point: 0.6644, 0.873" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6423, 0.8629, lift_point: 0.6423, 0.8629", "pred": "The action is #DUAL_POINT#; touch_point: 0.6644, 0.873, lift_point: 0.6644, 0.873" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6476, 0.889, lift_point: 0.6476, 0.889", "pred": "The action is #DUAL_POINT#; touch_point: 0.6423, 0.8629, lift_point: 0.6423, 0.8629" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6476, 0.889, lift_point: 0.6476, 0.889" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.881, 0.3583, lift_point: 0.881, 0.3583", "pred": "The action is #DUAL_POINT#; touch_point: 0.8865, 0.4997, lift_point: 0.8865, 0.4997" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Brazilian Real\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Brazilian Real\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8885, 0.5074, lift_point: 0.8885, 0.5074", "pred": "The action is #DUAL_POINT#; touch_point: 0.8913, 0.4443, lift_point: 0.8913, 0.4443" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit\"", "pred": "The action is #TYPE#" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.583, 0.5171, lift_point: 0.583, 0.5171", "pred": "The action is #DUAL_POINT#; touch_point: 0.301, 0.6677, lift_point: 0.301, 0.6677" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7293, 0.7629, lift_point: 0.7293, 0.7629", "pred": "The action is #DUAL_POINT#; touch_point: 0.723, 0.7494, lift_point: 0.723, 0.7494" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8821, 0.4104, lift_point: 0.8821, 0.4104", "pred": "The action is #DUAL_POINT#; touch_point: 0.8888, 0.5551, lift_point: 0.8888, 0.5551" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Cheesecake Factory\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Cheesecake Factory\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Cheesecake Factory\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2682, 0.6576, lift_point: 0.2682, 0.6576" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5323, 0.4879, lift_point: 0.5323, 0.4879", "pred": "The action is #DUAL_POINT#; touch_point: 0.6298, 0.4708, lift_point: 0.6298, 0.4708" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7766, 0.6942, lift_point: 0.7766, 0.6942", "pred": "The action is #DUAL_POINT#; touch_point: 0.7823, 0.6883, lift_point: 0.7823, 0.6883" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0437, 0.4273, lift_point: 0.0437, 0.4273", "pred": "The action is #DUAL_POINT#; touch_point: 0.0634, 0.4177, lift_point: 0.0634, 0.4177" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of sweden?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of sweden\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1335, 0.2836, lift_point: 0.1335, 0.2836", "pred": "The action is #DUAL_POINT#; touch_point: 0.1347, 0.274, lift_point: 0.1347, 0.274" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7834, 0.698, lift_point: 0.7834, 0.698", "pred": "The action is #DUAL_POINT#; touch_point: 0.774, 0.6873, lift_point: 0.774, 0.6873" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.048, 0.5517, lift_point: 0.048, 0.5517", "pred": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.5811, lift_point: 0.0578, 0.5811" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at red lobster?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"red lobster menu\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1333, 0.249, lift_point: 0.1333, 0.249", "pred": "The action is #DUAL_POINT#; touch_point: 0.1311, 0.3414, lift_point: 0.1311, 0.3414" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5788, 0.2193, lift_point: 0.5788, 0.2193", "pred": "The action is #DUAL_POINT#; touch_point: 0.8429, 0.1943, lift_point: 0.8429, 0.1943" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7803, 0.6776, lift_point: 0.7803, 0.6776" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3718, 0.499, lift_point: 0.3718, 0.499", "pred": "The action is #DUAL_POINT#; touch_point: 0.5021, 0.6763, lift_point: 0.5021, 0.6763" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0464, 0.4043, lift_point: 0.0464, 0.4043", "pred": "The action is #DUAL_POINT#; touch_point: 0.0582, 0.4565, lift_point: 0.0582, 0.4565" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new foundation on Sephora\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1985, 0.2131, lift_point: 0.1985, 0.2131", "pred": "The action is #DUAL_POINT#; touch_point: 0.1315, 0.2685, lift_point: 0.1315, 0.2685" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4812, 0.2229, lift_point: 0.4812, 0.2229", "pred": "The action is #DUAL_POINT#; touch_point: 0.4858, 0.2034, lift_point: 0.4858, 0.2034" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1437, 0.4164, lift_point: 0.1437, 0.4164" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7736, 0.6632, lift_point: 0.7736, 0.6632", "pred": "The action is #DUAL_POINT#; touch_point: 0.7831, 0.6833, lift_point: 0.7831, 0.6833" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0424, 0.461, lift_point: 0.0424, 0.461", "pred": "The action is #DUAL_POINT#; touch_point: 0.0629, 0.449, lift_point: 0.0629, 0.449" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Argentina\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Argentina\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1417, 0.3636, lift_point: 0.1417, 0.3636", "pred": "The action is #DUAL_POINT#; touch_point: 0.1369, 0.2682, lift_point: 0.1369, 0.2682" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7825, 0.6827, lift_point: 0.7825, 0.6827", "pred": "The action is #DUAL_POINT#; touch_point: 0.7809, 0.6839, lift_point: 0.7809, 0.6839" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0504, 0.4489, lift_point: 0.0504, 0.4489", "pred": "The action is #DUAL_POINT#; touch_point: 0.0434, 0.4911, lift_point: 0.0434, 0.4911" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach bag?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach bag\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.2757, lift_point: 0.1411, 0.2757", "pred": "The action is #DUAL_POINT#; touch_point: 0.134, 0.2685, lift_point: 0.134, 0.2685" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1899, 0.2143, lift_point: 0.1899, 0.2143", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7836, 0.6763, lift_point: 0.7836, 0.6763", "pred": "The action is #DUAL_POINT#; touch_point: 0.7808, 0.6797, lift_point: 0.7808, 0.6797" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.066, 0.2705, lift_point: 0.066, 0.2705", "pred": "The action is #DUAL_POINT#; touch_point: 0.0655, 0.2696, lift_point: 0.0655, 0.2696" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach blanket?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach blanket?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.235, lift_point: 0.1411, 0.235", "pred": "The action is #DUAL_POINT#; touch_point: 0.1395, 0.2688, lift_point: 0.1395, 0.2688" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4708, 0.2896, lift_point: 0.4708, 0.2896", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7804, 0.678, lift_point: 0.7804, 0.678", "pred": "The action is #DUAL_POINT#; touch_point: 0.7837, 0.681, lift_point: 0.7837, 0.681" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0421, 0.3922, lift_point: 0.0421, 0.3922", "pred": "The action is #DUAL_POINT#; touch_point: 0.065, 0.5946, lift_point: 0.065, 0.5946" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"best Mexican restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"best Mexican restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1269, 0.3198, lift_point: 0.1269, 0.3198", "pred": "The action is #DUAL_POINT#; touch_point: 0.1366, 0.2808, lift_point: 0.1366, 0.2808" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2736, 0.269, lift_point: 0.2736, 0.269", "pred": "The action is #DUAL_POINT#; touch_point: 0.6364, 0.485, lift_point: 0.6364, 0.485" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.788, 0.6884, lift_point: 0.788, 0.6884", "pred": "The action is #DUAL_POINT#; touch_point: 0.7835, 0.683, lift_point: 0.7835, 0.683" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0413, 0.4771, lift_point: 0.0413, 0.4771", "pred": "The action is #DUAL_POINT#; touch_point: 0.0679, 0.4265, lift_point: 0.0679, 0.4265" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"big is a lion?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"how big is a lion\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1387, 0.2413, lift_point: 0.1387, 0.2413", "pred": "The action is #DUAL_POINT#; touch_point: 0.1352, 0.2483, lift_point: 0.1352, 0.2483" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8387, 0.5262, lift_point: 0.8387, 0.5262", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7723, 0.6778, lift_point: 0.7723, 0.6778", "pred": "The action is #DUAL_POINT#; touch_point: 0.7806, 0.6778, lift_point: 0.7806, 0.6778" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0473, 0.3652, lift_point: 0.0473, 0.3652", "pred": "The action is #DUAL_POINT#; touch_point: 0.0609, 0.476, lift_point: 0.0609, 0.476" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Bolivia\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in bolivia\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.136, 0.3202, lift_point: 0.136, 0.3202", "pred": "The action is #DUAL_POINT#; touch_point: 0.131, 0.2715, lift_point: 0.131, 0.2715" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2541, 0.1818, lift_point: 0.2541, 0.1818" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6301, 0.1398, lift_point: 0.6301, 0.1398", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1898, 0.1467, lift_point: 0.1898, 0.1467", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6324, 0.1221, lift_point: 0.6324, 0.1221", "pred": "The action is #DUAL_POINT#; touch_point: 0.6365, 0.1321, lift_point: 0.6365, 0.1321" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0594, 0.4623, lift_point: 0.0594, 0.4623", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0583, 0.9216, lift_point: 0.0583, 0.9216", "pred": "The action is #DUAL_POINT#; touch_point: 0.0587, 0.8889, lift_point: 0.0587, 0.8889" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0685, 0.4403, lift_point: 0.0685, 0.4403", "pred": "The action is #DUAL_POINT#; touch_point: 0.0583, 0.4623, lift_point: 0.0583, 0.4623" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Open the calculator \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Open the calculator \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1461, 0.4406, lift_point: 0.1461, 0.4406", "pred": "The action is #DUAL_POINT#; touch_point: 0.1384, 0.392, lift_point: 0.1384, 0.392" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3076, 0.3562, lift_point: 0.3076, 0.3562", "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.405, lift_point: 0.127, 0.405" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6333, 0.7567, lift_point: 0.6333, 0.7567", "pred": "The action is #DUAL_POINT#; touch_point: 0.6514, 0.6957, lift_point: 0.6514, 0.6957" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5973, 0.8227, lift_point: 0.5973, 0.8227", "pred": "The action is #DUAL_POINT#; touch_point: 0.593, 0.561, lift_point: 0.593, 0.561" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6481, 0.5887, lift_point: 0.6481, 0.5887", "pred": "The action is #DUAL_POINT#; touch_point: 0.6453, 0.6014, lift_point: 0.6453, 0.6014" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.3639, lift_point: 0.0529, 0.3639", "pred": "The action is #DUAL_POINT#; touch_point: 0.0744, 0.3554, lift_point: 0.0744, 0.3554" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" burger restaurants \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"top rated burger restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1507, 0.369, lift_point: 0.1507, 0.369", "pred": "The action is #DUAL_POINT#; touch_point: 0.1331, 0.326, lift_point: 0.1331, 0.326" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5943, 0.3915, lift_point: 0.5943, 0.3915", "pred": "The action is #DUAL_POINT#; touch_point: 0.5961, 0.3651, lift_point: 0.5961, 0.3651" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2742, 0.3428, lift_point: 0.2742, 0.3428", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0705, 0.9113, lift_point: 0.0705, 0.9113", "pred": "The action is #DUAL_POINT#; touch_point: 0.0637, 0.9011, lift_point: 0.0637, 0.9011" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0633, 0.4191, lift_point: 0.0633, 0.4191", "pred": "The action is #DUAL_POINT#; touch_point: 0.0536, 0.3853, lift_point: 0.0536, 0.3853" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me this weeks events? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me this week \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.4739, lift_point: 0.1329, 0.4739", "pred": "The action is #DUAL_POINT#; touch_point: 0.1363, 0.4492, lift_point: 0.1363, 0.4492" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3546, 0.3414, lift_point: 0.3546, 0.3414" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3179, 0.3807, lift_point: 0.3179, 0.3807", "pred": "The action is #DUAL_POINT#; touch_point: 0.6039, 0.3765, lift_point: 0.6039, 0.3765" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0521, 0.0913, lift_point: 0.0521, 0.0913", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4937, 0.2362, lift_point: 0.4937, 0.2362", "pred": "The action is #DUAL_POINT#; touch_point: 0.3165, 0.2473, lift_point: 0.3165, 0.2473" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5199, 0.2492, lift_point: 0.5199, 0.2492", "pred": "The action is #DUAL_POINT#; touch_point: 0.6539, 0.2285, lift_point: 0.6539, 0.2285" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2941, 0.9229, lift_point: 0.2941, 0.9229", "pred": "The action is #DUAL_POINT#; touch_point: 0.3202, 0.2625, lift_point: 0.3202, 0.2625" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5979, 0.3934, lift_point: 0.5979, 0.3934", "pred": "The action is #DUAL_POINT#; touch_point: 0.5993, 0.3682, lift_point: 0.5993, 0.3682" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1291, 0.6564, lift_point: 0.1291, 0.6564", "pred": "The action is #DUAL_POINT#; touch_point: 0.1247, 0.6048, lift_point: 0.1247, 0.6048" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.056, 0.9036, lift_point: 0.056, 0.9036", "pred": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.9039, lift_point: 0.0621, 0.9039" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.4158, lift_point: 0.0562, 0.4158", "pred": "The action is #DUAL_POINT#; touch_point: 0.0599, 0.4094, lift_point: 0.0599, 0.4094" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Play the latest video from the BBC \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Play the latest video from the BBC \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1322, 0.4168, lift_point: 0.1322, 0.4168", "pred": "The action is #DUAL_POINT#; touch_point: 0.1451, 0.398, lift_point: 0.1451, 0.398" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.131, 0.2609, lift_point: 0.131, 0.2609", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6091, 0.3766, lift_point: 0.6091, 0.3766", "pred": "The action is #DUAL_POINT#; touch_point: 0.5984, 0.3651, lift_point: 0.5984, 0.3651" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2833, 0.5076, lift_point: 0.2833, 0.5076", "pred": "The action is #DUAL_POINT#; touch_point: 0.2875, 0.365, lift_point: 0.2875, 0.365" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0694, 0.9235, lift_point: 0.0694, 0.9235", "pred": "The action is #DUAL_POINT#; touch_point: 0.0623, 0.8889, lift_point: 0.0623, 0.8889" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0602, 0.4433, lift_point: 0.0602, 0.4433", "pred": "The action is #DUAL_POINT#; touch_point: 0.0522, 0.4672, lift_point: 0.0522, 0.4672" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Boston \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Boston \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2667, 0.3762, lift_point: 0.2667, 0.3762", "pred": "The action is #DUAL_POINT#; touch_point: 0.1284, 0.3546, lift_point: 0.1284, 0.3546" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3474, 0.272, lift_point: 0.3474, 0.272", "pred": "The action is #DUAL_POINT#; touch_point: 0.3628, 0.3599, lift_point: 0.3628, 0.3599" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7326, 0.5677, lift_point: 0.7326, 0.5677", "pred": "The action is #DUAL_POINT#; touch_point: 0.7462, 0.4899, lift_point: 0.7462, 0.4899" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6142, 0.3825, lift_point: 0.6142, 0.3825", "pred": "The action is #DUAL_POINT#; touch_point: 0.5986, 0.3651, lift_point: 0.5986, 0.3651" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2795, 0.5272, lift_point: 0.2795, 0.5272", "pred": "The action is #DUAL_POINT#; touch_point: 0.2797, 0.5666, lift_point: 0.2797, 0.5666" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.8952, lift_point: 0.0638, 0.8952", "pred": "The action is #DUAL_POINT#; touch_point: 0.0586, 0.8777, lift_point: 0.0586, 0.8777" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0585, 0.442, lift_point: 0.0585, 0.442", "pred": "The action is #DUAL_POINT#; touch_point: 0.0538, 0.5471, lift_point: 0.0538, 0.5471" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1497, 0.5314, lift_point: 0.1497, 0.5314", "pred": "The action is #DUAL_POINT#; touch_point: 0.1451, 0.4514, lift_point: 0.1451, 0.4514" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3273, 0.4227, lift_point: 0.3273, 0.4227", "pred": "The action is #DUAL_POINT#; touch_point: 0.3309, 0.5322, lift_point: 0.3309, 0.5322" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5977, 0.366, lift_point: 0.5977, 0.366", "pred": "The action is #DUAL_POINT#; touch_point: 0.6034, 0.365, lift_point: 0.6034, 0.365" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2881, 0.6019, lift_point: 0.2881, 0.6019", "pred": "The action is #DUAL_POINT#; touch_point: 0.2792, 0.5499, lift_point: 0.2792, 0.5499" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0669, 0.9207, lift_point: 0.0669, 0.9207", "pred": "The action is #DUAL_POINT#; touch_point: 0.0632, 0.9039, lift_point: 0.0632, 0.9039" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0677, 0.3997, lift_point: 0.0677, 0.3997", "pred": "The action is #DUAL_POINT#; touch_point: 0.0599, 0.4093, lift_point: 0.0599, 0.4093" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store? \"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store? \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0592, 0.3981, lift_point: 0.0592, 0.3981" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1231, 0.4251, lift_point: 0.1231, 0.4251", "pred": "The action is #DUAL_POINT#; touch_point: 0.1441, 0.4518, lift_point: 0.1441, 0.4518" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5905, 0.3914, lift_point: 0.5905, 0.3914", "pred": "The action is #DUAL_POINT#; touch_point: 0.6031, 0.3684, lift_point: 0.6031, 0.3684" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.28, 0.5216, lift_point: 0.28, 0.5216", "pred": "The action is #DUAL_POINT#; touch_point: 0.2873, 0.5544, lift_point: 0.2873, 0.5544" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0525, 0.8865, lift_point: 0.0525, 0.8865", "pred": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.9277, lift_point: 0.0612, 0.9277" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0505, 0.418, lift_point: 0.0505, 0.418", "pred": "The action is #DUAL_POINT#; touch_point: 0.0586, 0.4096, lift_point: 0.0586, 0.4096" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Malaysia? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Malaysia? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1342, 0.3641, lift_point: 0.1342, 0.3641", "pred": "The action is #DUAL_POINT#; touch_point: 0.1413, 0.5224, lift_point: 0.1413, 0.5224" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3034, 0.3769, lift_point: 0.3034, 0.3769", "pred": "The action is #DUAL_POINT#; touch_point: 0.3612, 0.3343, lift_point: 0.3612, 0.3343" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8207, 0.56, lift_point: 0.8207, 0.56", "pred": "The action is #DUAL_POINT#; touch_point: 0.8209, 0.5097, lift_point: 0.8209, 0.5097" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2999, 0.2785, lift_point: 0.2999, 0.2785", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.595, 0.3585, lift_point: 0.595, 0.3585", "pred": "The action is #DUAL_POINT#; touch_point: 0.5986, 0.3657, lift_point: 0.5986, 0.3657" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5935, 0.3583, lift_point: 0.5935, 0.3583", "pred": "The action is #DUAL_POINT#; touch_point: 0.595, 0.3585, lift_point: 0.595, 0.3585" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892", "pred": "The action is #DUAL_POINT#; touch_point: 0.3027, 0.443, lift_point: 0.3027, 0.443" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892", "pred": "The action is #DUAL_POINT#; touch_point: 0. Twitter4, 0.4495, lift_point: 0.4, 0.4495" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0719, 0.9124, lift_point: 0.0719, 0.9124", "pred": "The action is #DUAL_POINT#; touch_point: 0.0602, 0.9155, lift_point: 0.0602, 0.9155" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0466, 0.5782, lift_point: 0.0466, 0.5782", "pred": "The action is #DUAL_POINT#; touch_point: 0.0527, 0.3445, lift_point: 0.0527, 0.3445" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.202, 0.5932, lift_point: 0.202, 0.5932", "pred": "The action is #DUAL_POINT#; touch_point: 0.1366, 0.4515, lift_point: 0.1366, 0.4515" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3258, 0.5227, lift_point: 0.3258, 0.5227", "pred": "The action is #DUAL_POINT#; touch_point: 0.3486, 0.419, lift_point: 0.3486, 0.419" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8023, 0.6164, lift_point: 0.8023, 0.6164", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0661, 0.5783, lift_point: 0.0661, 0.5783", "pred": "The action is #DUAL_POINT#; touch_point: 0.0669, 0.4099, lift_point: 0.0669, 0.4099" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.3746, lift_point: 0.1276, 0.3746", "pred": "The action is #DUAL_POINT#; touch_point: 0.1323, 0.3545, lift_point: 0.1323, 0.3545" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.804, 0.6256, lift_point: 0.804, 0.6256", "pred": "The action is #DUAL_POINT#; touch_point: 0.8081, 0.6225, lift_point: 0.8081, 0.6225" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.5621, lift_point: 0.0651, 0.5621", "pred": "The action is #DUAL_POINT#; touch_point: 0.0665, 0.4685, lift_point: 0.0665, 0.4685" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach chair?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach chair?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1322, 0.5464, lift_point: 0.1322, 0.5464", "pred": "The action is #DUAL_POINT#; touch_point: 0.1362, 0.4472, lift_point: 0.1362, 0.4472" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7367, 0.4438, lift_point: 0.7367, 0.4438", "pred": "The action is #DUAL_POINT#; touch_point: 0.7499, 0.4403, lift_point: 0.7499, 0.4403" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8082, 0.6143, lift_point: 0.8082, 0.6143", "pred": "The action is #DUAL_POINT#; touch_point: 0.8062, 0.6173, lift_point: 0.8062, 0.6173" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0743, 0.5173, lift_point: 0.0743, 0.5173", "pred": "The action is #DUAL_POINT#; touch_point: 0.0665, 0.6315, lift_point: 0.0665, 0.6315" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.129, 0.4827, lift_point: 0.129, 0.4827", "pred": "The action is #DUAL_POINT#; touch_point: 0.1328, 0.3357, lift_point: 0.1328, 0.3357" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3704, 0.2872, lift_point: 0.3704, 0.2872" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8991, 0.4974, lift_point: 0.8991, 0.4974", "pred": "The action is #DUAL_POINT#; touch_point: 0.8735, 0.502, lift_point: 0.8735, 0.502" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8086, 0.6235, lift_point: 0.8086, 0.6235", "pred": "The action is #DUAL_POINT#; touch_point: 0.8062, 0.6237, lift_point: 0.8062, 0.6237" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0652, 0.4897, lift_point: 0.0652, 0.4897", "pred": "The action is #DUAL_POINT#; touch_point: 0.0714, 0.4914, lift_point: 0.0714, 0.4914" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.131, 0.4961, lift_point: 0.131, 0.4961", "pred": "The action is #DUAL_POINT#; touch_point: 0.1341, 0.4069, lift_point: 0.1341, 0.4069" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8079, 0.6236, lift_point: 0.8079, 0.6236", "pred": "The action is #DUAL_POINT#; touch_point: 0.8068, 0.6213, lift_point: 0.8068, 0.6213" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0697, 0.5484, lift_point: 0.0697, 0.5484", "pred": "The action is #DUAL_POINT#; touch_point: 0.0684, 0.4894, lift_point: 0.0684, 0.4894" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Panama\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Panama\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1297, 0.3266, lift_point: 0.1297, 0.3266", "pred": "The action is #DUAL_POINT#; touch_point: 0.1334, 0.4478, lift_point: 0.1334, 0.4478" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8104, 0.6183, lift_point: 0.8104, 0.6183", "pred": "The action is #DUAL_POINT#; touch_point: 0.8061, 0.6211, lift_point: 0.8061, 0.6211" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0584, 0.566, lift_point: 0.0584, 0.566", "pred": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.5557, lift_point: 0.0621, 0.5557" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.134, 0.3566, lift_point: 0.134, 0.3566", "pred": "The action is #DUAL_POINT#; touch_point: 0.1282, 0.3924, lift_point: 0.1282, 0.3924" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8051, 0.6184, lift_point: 0.8051, 0.6184", "pred": "The action is #DUAL_POINT#; touch_point: 0.8063, 0.6214, lift_point: 0.8063, 0.6214" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0534, 0.5295, lift_point: 0.0534, 0.5295", "pred": "The action is #DUAL_POINT#; touch_point: 0.0611, 0.376, lift_point: 0.0611, 0.376" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Subway?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest Subway\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1332, 0.3645, lift_point: 0.1332, 0.3645", "pred": "The action is #DUAL_POINT#; touch_point: 0.134, 0.4368, lift_point: 0.134, 0.4368" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8071, 0.6207, lift_point: 0.8071, 0.6207", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0554, 0.472, lift_point: 0.0554, 0.472", "pred": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.4155, lift_point: 0.0642, 0.4155" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Mexico city to Sydney\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Mexico city to Sydney\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.3904, lift_point: 0.1329, 0.3904", "pred": "The action is #DUAL_POINT#; touch_point: 0.1253, 0.487, lift_point: 0.1253, 0.487" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8138, 0.6186, lift_point: 0.8138, 0.6186", "pred": "The action is #DUAL_POINT#; touch_point: 0.8102, 0.6223, lift_point: 0.8102, 0.6223" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0565, 0.4655, lift_point: 0.0565, 0.4655", "pred": "The action is #DUAL_POINT#; touch_point: 0.0646, 0.6006, lift_point: 0.0646, 0.6006" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit right now?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit right now?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1257, 0.4084, lift_point: 0.1257, 0.4084", "pred": "The action is #DUAL_POINT#; touch_point: 0.1321, 0.397, lift_point: 0.1321, 0.397" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6024, 0.4982, lift_point: 0.6024, 0.4982" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.666, 0.2675, lift_point: 0.666, 0.2675", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8078, 0.6252, lift_point: 0.8078, 0.6252", "pred": "The action is #DUAL_POINT#; touch_point: 0.806, 0.621, lift_point: 0.806, 0.621" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0561, 0.479, lift_point: 0.0561, 0.479", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"time in San Francisco\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Time in San Francisco\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in San Francisco?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1292, 0.3725, lift_point: 0.1292, 0.3725", "pred": "The action is #DUAL_POINT#; touch_point: 0.131, 0.3544, lift_point: 0.131, 0.3544" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8089, 0.6237, lift_point: 0.8089, 0.6237", "pred": "The action is #DUAL_POINT#; touch_point: 0.8078, 0.6219, lift_point: 0.8078, 0.6219" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.3469, lift_point: 0.0529, 0.3469", "pred": "The action is #DUAL_POINT#; touch_point: 0.0664, 0.4808, lift_point: 0.0664, 0.4808" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good Italian restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good Italian restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1372, 0.4749, lift_point: 0.1372, 0.4749", "pred": "The action is #DUAL_POINT#; touch_point: 0.1315, 0.3182, lift_point: 0.1315, 0.3182" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1643, 0.8382, lift_point: 0.1643, 0.8382", "pred": "The action is #DUAL_POINT#; touch_point: 0.1487, 0.8289, lift_point: 0.1487, 0.8289" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0628, 0.7749, lift_point: 0.0628, 0.7749", "pred": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.7766, lift_point: 0.0555, 0.7766" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0609, 0.9298, lift_point: 0.0609, 0.9298", "pred": "The action is #DUAL_POINT#; touch_point: 0.0628, 0.9165, lift_point: 0.0628, 0.9165" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1361, 0.2898, lift_point: 0.1361, 0.2898", "pred": "The action is #DUAL_POINT#; touch_point: 0.1332, 0.2682, lift_point: 0.1332, 0.2682" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1505, 0.8499, lift_point: 0.1505, 0.8499", "pred": "The action is #DUAL_POINT#; touch_point: 0.1528, 0.8513, lift_point: 0.1528, 0.8513" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7486, 0.2964, lift_point: 0.7486, 0.2964", "pred": "The action is #DUAL_POINT#; touch_point: 0.7523, 0.3184, lift_point: 0.7523, 0.3184" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0834, 0.841, lift_point: 0.0834, 0.841", "pred": "The action is #DUAL_POINT#; touch_point: 0.0823, 0.9125, lift_point: 0.0823, 0.9125" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0692, 0.1098, lift_point: 0.0692, 0.1098", "pred": "The action is #DUAL_POINT#; touch_point: 0.1813, 0.9122, lift_point: 0.1813, 0.9122" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.661, 0.4117, lift_point: 0.661, 0.4117" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.625, 0.6017, lift_point: 0.625, 0.6017", "pred": "The action is #DUAL_POINT#; touch_point: 0.6213, 0.6324, lift_point: 0.6213, 0.6324" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1318, 0.4092, lift_point: 0.1318, 0.4092", "pred": "The action is #DUAL_POINT#; touch_point: 0.1415, 0.4555, lift_point: 0.1415, 0.4555" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1332, 0.8927, lift_point: 0.1332, 0.8927", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Paris\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather in paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Paris\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.26, 0.3267, lift_point: 0.26, 0.3267", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2692, 0.4655, lift_point: 0.2692, 0.4655", "pred": "The action is #DUAL_POINT#; touch_point: 0.26, 0.3267, lift_point: 0.26, 0.3267" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Barcelona to Boston flight\"", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.2963, 0.561, lift_point: 0.2963, 0.561" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3091, 0.4261, lift_point: 0.3091, 0.4261", "pred": "The action is #DUAL_POINT#; touch_point: 0.3082, 0.4254, lift_point: 0.3082, 0.4254" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.384, 0.3307, lift_point: 0.384, 0.3307", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137", "pred": "The action is #DUAL_POINT#; touch_point: 0.2512, 0.6002, lift_point: 0.2512, 0.6002" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092", "pred": "The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2249, 0.6282, lift_point: 0.2249, 0.6282", "pred": "The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1306, 0.3968, lift_point: 0.1306, 0.3968", "pred": "The action is #DUAL_POINT#; touch_point: 0.1121, 0.443, lift_point: 0.1121, 0.443" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1211, 0.8972, lift_point: 0.1211, 0.8972", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Atlanta\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2757, 0.5293, lift_point: 0.2757, 0.5293", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.471, 0.4224, lift_point: 0.471, 0.4224" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.471, 0.416, lift_point: 0.471, 0.416" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6373, 0.451, lift_point: 0.6373, 0.451" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4678, 0.451, lift_point: 0.4678, 0.451" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4969, 0.411, lift_point: 0.4969, 0.411", "pred": "The action is #DUAL_POINT#; touch_point: 0.4654, 0.4511, lift_point: 0.4654, 0.4511" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2397, 0.9728, lift_point: 0.2397, 0.9728" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2397, 0.9708, lift_point: 0.2397, 0.9708" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5772, 0.6842, lift_point: 0.5772, 0.6842", "pred": "The action is #DUAL_POINT#; touch_point: 0.128, 0.1166, lift_point: 0.128, 0.1166" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667", "pred": "The action is #DUAL_POINT#; touch_point: 0.8911, 0.2721, lift_point: 0.8911, 0.2721" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941", "pred": "The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913", "pred": "The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177", "pred": "The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992", "pred": "The action is #DUAL_POINT#; touch_point: 0.8898, 0.6211, lift_point: 0.8898, 0.6211" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.685, lift_point: 0.799, 0.685" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065", "pred": "The action is #DUAL_POINT#; touch_point: 0.1819, 0.5294, lift_point: 0.1819, 0.5294" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0584, 0.9337, lift_point: 0.0584, 0.9337" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1273, 0.4254, lift_point: 0.1273, 0.4254" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482", "pred": "The action is #DUAL_POINT#; touch_point: 0.1414, 0.3419, lift_point: 0.1414, 0.3419" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476", "pred": "The action is #DUAL_POINT#; touch_point: 0.4627, 0.3792, lift_point: 0.4627, 0.3792" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859", "pred": "The action is #DUAL_POINT#; touch_point: 0.6355, 0.6284, lift_point: 0.6355, 0.6284" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787", "pred": "The action is #DUAL_POINT#; touch_point: 0.6445, 0.3964, lift_point: 0.6445, 0.3964" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148", "pred": "The action is #DUAL_POINT#; touch_point: 0.3539, 0.3544, lift_point: 0.3539, 0.3544" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777", "pred": "The action is #DUAL_POINT#; touch_point: 0.6931, 0.6891, lift_point: 0.6931, 0.6891" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862", "pred": "The action is #DUAL_POINT#; touch_point: 0.6499, 0.3688, lift_point: 0.6499, 0.3688" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5651, 0.3562, lift_point: 0.5651, 0.3562" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885", "pred": "The action is #DUAL_POINT#; touch_point: 0.6962, 0.5146, lift_point: 0.6962, 0.5146" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475", "pred": "The action is #DUAL_POINT#; touch_point: 0.5014, 0.3304, lift_point: 0.5014, 0.3304" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4602, 0.5652, lift_point: 0.4602, 0.5652", "pred": "The action is #DUAL_POINT#; touch_point: 0.6728, 0.4572, lift_point: 0.6728, 0.4572" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3384, 0.4751, lift_point: 0.3384, 0.4751", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8064, 0.5777, lift_point: 0.8064, 0.5777", "pred": "The action is #DUAL_POINT#; touch_point: 0.7877, 0.6971, lift_point: 0.7877, 0.6971" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8087, 0.6632, lift_point: 0.8087, 0.6632", "pred": "The action is #DUAL_POINT#; touch_point: 0.8064, 0.5777, lift_point: 0.8064, 0.5777" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.9311, lift_point: 0.0627, 0.9311", "pred": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.9158, lift_point: 0.0621, 0.9158" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of brazil\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of brazil\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1272, 0.5462, lift_point: 0.1272, 0.5462" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7882, 0.6536, lift_point: 0.7882, 0.6536", "pred": "The action is #DUAL_POINT#; touch_point: 0.7914, 0.6821, lift_point: 0.7914, 0.6821" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1926, 0.7614, lift_point: 0.1926, 0.7614", "pred": "The action is #DUAL_POINT#; touch_point: 0.1867, 0.6416, lift_point: 0.1867, 0.6416" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.9382, lift_point: 0.1172, 0.9382", "pred": "The action is #DUAL_POINT#; touch_point: 0.128, 0.9444, lift_point: 0.128, 0.9444" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Find a good burger place on Maps\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good burger place\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1835, 0.4258, lift_point: 0.1835, 0.4258" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148", "pred": "The action is #DUAL_POINT#; touch_point: 0.7882, 0.6945, lift_point: 0.7882, 0.6945" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148", "pred": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148", "pred": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0611, 0.5639, lift_point: 0.0611, 0.5639", "pred": "The action is #DUAL_POINT#; touch_point: 0.0598, 0.5797, lift_point: 0.0598, 0.5797" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Tokyo\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Tokyo\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.7252, lift_point: 0.7989, 0.7252", "pred": "The action is #DUAL_POINT#; touch_point: 0.7976, 0.6865, lift_point: 0.7976, 0.6865" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682", "pred": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.7252, lift_point: 0.7989, 0.7252" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682", "pred": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979", "pred": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979", "pred": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0496, 0.6885, lift_point: 0.0496, 0.6885", "pred": "The action is #DUAL_POINT#; touch_point: 0.0611, 0.5555, lift_point: 0.0611, 0.5555" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"open\"", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3275, 0.6995, lift_point: 0.3275, 0.6995", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.679, lift_point: 0.7989, 0.679", "pred": "The action is #DUAL_POINT#; touch_point: 0.7889, 0.695, lift_point: 0.7889, 0.695" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1811, 0.916, lift_point: 0.1811, 0.916", "pred": "The action is #DUAL_POINT#; touch_point: 0.1873, 0.9078, lift_point: 0.1873, 0.9078" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in venezuela\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Venezuela?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2405, 0.7142, lift_point: 0.2405, 0.7142", "pred": "The action is #DUAL_POINT#; touch_point: 0.2443, 0.1394, lift_point: 0.2443, 0.1394" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749", "pred": "The action is #DUAL_POINT#; touch_point: 0.7981, 0.6828, lift_point: 0.7981, 0.6828" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749", "pred": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749", "pred": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1808, 0.7277, lift_point: 0.1808, 0.7277", "pred": "The action is #DUAL_POINT#; touch_point: 0.1915, 0.6451, lift_point: 0.1915, 0.6451" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1166, 0.9302, lift_point: 0.1166, 0.9302", "pred": "The action is #DUAL_POINT#; touch_point: 0.1289, 0.9261, lift_point: 0.1289, 0.9261" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9857, 0.9645, lift_point: 0.9857, 0.9645", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9857, 0.9815, lift_point: 0.9857, 0.9815", "pred": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.4635, lift_point: 0.0596, 0.4635" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1221, 0.7001, lift_point: 0.1221, 0.7001" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \" phone\"" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7879, 0.6864, lift_point: 0.7879, 0.6864" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3708, 0.5372, lift_point: 0.3708, 0.5372", "pred": "The action is #DUAL_POINT#; touch_point: 0.3585, 0.5001, lift_point: 0.3585, 0.5001" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0588, 0.6111, lift_point: 0.0588, 0.6111" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "pred": "The action is #DUAL_POINT#; touch_point: 0.8007, 0.686, lift_point: 0.8007, 0.686" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.7124, lift_point: 0.7989, 0.7124", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7885, 0.7363, lift_point: 0.7885, 0.7363", "pred": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.7124, lift_point: 0.7989, 0.7124" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7885, 0.7363, lift_point: 0.7885, 0.7363", "pred": "The action is #DUAL_POINT#; touch_point: 0.7885, 0.7363, lift_point: 0.7885, 0.7363" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.035, 0.6353, lift_point: 0.035, 0.6353", "pred": "The action is #DUAL_POINT#; touch_point: 0.0528, 0.6355, lift_point: 0.0528, 0.6355" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"k?\"", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.7878, 0.6931, lift_point: 0.7878, 0.6931" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1952, 0.5726, lift_point: 0.1952, 0.5726", "pred": "The action is #DUAL_POINT#; touch_point: 0.1875, 0.7351, lift_point: 0.1875, 0.7351" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1147, 0.9375, lift_point: 0.1147, 0.9375", "pred": "The action is #DUAL_POINT#; touch_point: 0.1267, 0.9263, lift_point: 0.1267, 0.9263" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Brazilian Real?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Brazilian Real?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7877, 0.6864, lift_point: 0.7877, 0.6864" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3734, 0.535, lift_point: 0.3734, 0.535", "pred": "The action is #DUAL_POINT#; touch_point: 0.3585, 0.4923, lift_point: 0.3585, 0.4923" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1882, 0.9111, lift_point: 0.1882, 0.9111", "pred": "The action is #DUAL_POINT#; touch_point: 0.1903, 0.4585, lift_point: 0.1903, 0.4585" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.0614, lift_point: 0.1172, 0.0614", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1268, 0.4538, lift_point: 0.1268, 0.4538", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8412, 0.63, lift_point: 0.8412, 0.63", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0452, 0.5007, lift_point: 0.0452, 0.5007", "pred": "The action is #DUAL_POINT#; touch_point: 0.0664, 0.5441, lift_point: 0.0664, 0.5441" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach tent?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach tent?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1135, 0.2819, lift_point: 0.1135, 0.2819", "pred": "The action is #DUAL_POINT#; touch_point: 0.121, 0.2487, lift_point: 0.121, 0.2487" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5482, 0.2393, lift_point: 0.5482, 0.2393" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1022, 0.1564, lift_point: 0.1022, 0.1564", "pred": "The action is #DUAL_POINT#; touch_point: 0.7545, 0.3324, lift_point: 0.7545, 0.3324" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2357, 0.7324, lift_point: 0.2357, 0.7324", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7987, 0.6175, lift_point: 0.7987, 0.6175", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.6045, lift_point: 0.7965, 0.6045" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8356, 0.613, lift_point: 0.8356, 0.613", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0386, 0.4054, lift_point: 0.0386, 0.4054", "pred": "The action is #DUAL_POINT#; touch_point: 0.0509, 0.4355, lift_point: 0.0509, 0.4355" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1147, 0.305, lift_point: 0.1147, 0.305", "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.4065, lift_point: 0.1172, 0.4065" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8401, 0.6155, lift_point: 0.8401, 0.6155", "pred": "The action is #DUAL_POINT#; touch_point: 0.8388, 0.6151, lift_point: 0.8388, 0.6151" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0338, 0.4432, lift_point: 0.0338, 0.4432", "pred": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.4685, lift_point: 0.0572, 0.4685" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Philadelphia?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Philadelphia?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1147, 0.2706, lift_point: 0.1147, 0.2706", "pred": "The action is #DUAL_POINT#; touch_point: 0.1186, 0.3984, lift_point: 0.1186, 0.3984" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4472, 0.2453, lift_point: 0.4472, 0.2453", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.809, 0.4258, lift_point: 0.809, 0.4258", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7845, 0.665, lift_point: 0.7845, 0.665", "pred": "The action is #DUAL_POINT#; touch_point: 0.792, 0.6941, lift_point: 0.792, 0.6941" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0706, 0.3483, lift_point: 0.0706, 0.3483", "pred": "The action is #DUAL_POINT#; touch_point: 0.0645, 0.3984, lift_point: 0.0645, 0.3984" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Tokyo\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Tokyo\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1437, 0.6097, lift_point: 0.1437, 0.6097", "pred": "The action is #DUAL_POINT#; touch_point: 0.1494, 0.4578, lift_point: 0.1494, 0.4578" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7861, 0.7258, lift_point: 0.7861, 0.7258", "pred": "The action is #DUAL_POINT#; touch_point: 0.7901, 0.6861, lift_point: 0.7901, 0.6861" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0557, 0.4528, lift_point: 0.0557, 0.4528", "pred": "The action is #DUAL_POINT#; touch_point: 0.0714, 0.4744, lift_point: 0.0714, 0.4744" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1416, 0.6371, lift_point: 0.1416, 0.6371", "pred": "The action is #DUAL_POINT#; touch_point: 0.1414, 0.2772, lift_point: 0.1414, 0.2772" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67", "pred": "The action is #DUAL_POINT#; touch_point: 0.7847, 0.6886, lift_point: 0.7847, 0.6886" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8312, 0.4462, lift_point: 0.8312, 0.4462", "pred": "The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7787, 0.6849, lift_point: 0.7787, 0.6849" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3808, 0.4894, lift_point: 0.3808, 0.4894", "pred": "The action is #DUAL_POINT#; touch_point: 0.5195, 0.6934, lift_point: 0.5195, 0.6934" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3952, 0.4896, lift_point: 0.3952, 0.4896", "pred": "The action is #DUAL_POINT#; touch_point: 0.379, 0.4894, lift_point: 0.379, 0.4894" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3421, 0.5452, lift_point: 0.3421, 0.5452", "pred": "The action is #DUAL_POINT#; touch_point: 0.3835, 0.4896, lift_point: 0.3835, 0.4896" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3782, 0.497, lift_point: 0.3782, 0.497", "pred": "The action is #DUAL_POINT#; touch_point: 0.3806, 0.5253, lift_point: 0.3806, 0.5253" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0636, 0.2848, lift_point: 0.0636, 0.2848", "pred": "The action is #DUAL_POINT#; touch_point: 0.0692, 0.6227, lift_point: 0.0692, 0.6227" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Los Angeles\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \" rent for in los angeles\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1382, 0.2797, lift_point: 0.1382, 0.2797" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.411, 0.1532, lift_point: 0.411, 0.1532", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6257, 0.5637, lift_point: 0.6257, 0.5637" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1705, 0.6327, lift_point: 0.1705, 0.6327", "pred": "The action is #DUAL_POINT#; touch_point: 0.1987, 0.5397, lift_point: 0.1987, 0.5397" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0415, 0.6002, lift_point: 0.0415, 0.6002", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1091, 0.4122, lift_point: 0.1091, 0.4122", "pred": "The action is #DUAL_POINT#; touch_point: 0.0626, 0.0455, lift_point: 0.0626, 0.0455" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2208, 0.6363, lift_point: 0.2208, 0.6363", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7998, 0.7148, lift_point: 0.7998, 0.7148", "pred": "The action is #DUAL_POINT#; touch_point: 0.791, 0.6833, lift_point: 0.791, 0.6833" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0618, 0.5005, lift_point: 0.0618, 0.5005", "pred": "The action is #DUAL_POINT#; touch_point: 0.0584, 0.4914, lift_point: 0.0584, 0.4914" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.7127, lift_point: 0.0627, 0.7127", "pred": "The action is #DUAL_POINT#; touch_point: 0.0585, 0.6189, lift_point: 0.0585, 0.6189" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.3877, lift_point: 0.1329, 0.3877", "pred": "The action is #DUAL_POINT#; touch_point: 0.1246, 0.3588, lift_point: 0.1246, 0.3588" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7963, 0.6818, lift_point: 0.7963, 0.6818", "pred": "The action is #DUAL_POINT#; touch_point: 0.7914, 0.6865, lift_point: 0.7914, 0.6865" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0617, 0.4833, lift_point: 0.0617, 0.4833", "pred": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.5507, lift_point: 0.0606, 0.5507" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach tent?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0685, 0.9408, lift_point: 0.0685, 0.9408" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0524, 0.6532, lift_point: 0.0524, 0.6532", "pred": "The action is #DUAL_POINT#; touch_point: 0.2802, 0.4224, lift_point: 0.2802, 0.4224" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1299, 0.3755, lift_point: 0.1299, 0.3755", "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.3479, lift_point: 0.127, 0.3479" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.793, 0.1254, lift_point: 0.793, 0.1254", "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.1023, lift_point: 0.7968, 0.1023" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1898, 0.5311, lift_point: 0.1898, 0.5311", "pred": "The action is #DUAL_POINT#; touch_point: 0.0701, 0.5537, lift_point: 0.0701, 0.5537" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.061, 0.4743, lift_point: 0.061, 0.4743", "pred": "The action is #DUAL_POINT#; touch_point: 0.1203, 0.9136, lift_point: 0.1203, 0.9136" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mumbai?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"whats the weather like in mumbai\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.07, 0.706, lift_point: 0.07, 0.706", "pred": "The action is #DUAL_POINT#; touch_point: 0.1299, 0.5597, lift_point: 0.1299, 0.5597" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1312, 0.4735, lift_point: 0.1312, 0.4735", "pred": "The action is #DUAL_POINT#; touch_point: 0.1271, 0.5565, lift_point: 0.1271, 0.5565" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2456, 0.4749, lift_point: 0.2456, 0.4749", "pred": "The action is #DUAL_POINT#; touch_point: 0.7967, 0.1237, lift_point: 0.7967, 0.1237" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0333, 0.5603, lift_point: 0.0333, 0.5603", "pred": "The action is #DUAL_POINT#; touch_point: 0.0644, 0.9291, lift_point: 0.0644, 0.9291" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.418, 0.719, lift_point: 0.418, 0.719", "pred": "The action is #DUAL_POINT#; touch_point: 0.0565, 0.9206, lift_point: 0.0565, 0.9206" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.9279, lift_point: 0.0567, 0.9279", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.9291, lift_point: 0.0597, 0.9291", "pred": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.9297, lift_point: 0.0672, 0.9297" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1702, 0.5937, lift_point: 0.1702, 0.5937", "pred": "The action is #DUAL_POINT#; touch_point: 0.1697, 0.5869, lift_point: 0.1697, 0.5869" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.907, 0.4314, lift_point: 0.907, 0.4314", "pred": "The action is #DUAL_POINT#; touch_point: 0.9002, 0.3165, lift_point: 0.9002, 0.3165" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the South Korean Won?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0579, 0.2346, lift_point: 0.0579, 0.2346" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.132, 0.4854, lift_point: 0.132, 0.4854", "pred": "The action is #DUAL_POINT#; touch_point: 0.1283, 0.4258, lift_point: 0.1283, 0.4258" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8858, 0.3312, lift_point: 0.8858, 0.3312", "pred": "The action is #DUAL_POINT#; touch_point: 0.9029, 0.5155, lift_point: 0.9029, 0.5155" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0637, 0.3928, lift_point: 0.0637, 0.3928", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Canada?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1337, 0.5734, lift_point: 0.1337, 0.5734", "pred": "The action is #DUAL_POINT#; touch_point: 0.1324, 0.4574, lift_point: 0.1324, 0.4574" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8106, 0.6268, lift_point: 0.8106, 0.6268", "pred": "The action is #DUAL_POINT#; touch_point: 0.8001, 0.6208, lift_point: 0.8001, 0.6208" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0451, 0.9261, lift_point: 0.0451, 0.9261", "pred": "The action is #DUAL_POINT#; touch_point: 0.0584, 0.9295, lift_point: 0.0584, 0.9295" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1713, 0.5737, lift_point: 0.1713, 0.5737", "pred": "The action is #DUAL_POINT#; touch_point: 0.1117, 0.5512, lift_point: 0.1117, 0.5512" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.882, 0.4322, lift_point: 0.882, 0.4322", "pred": "The action is #DUAL_POINT#; touch_point: 0.9111, 0.4158, lift_point: 0.9111, 0.4158" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0616, 0.4232, lift_point: 0.0616, 0.4232", "pred": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.2575, lift_point: 0.0642, 0.2575" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new perfume\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new perfume\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.777, 0.3726, lift_point: 0.777, 0.3726", "pred": "The action is #DUAL_POINT#; touch_point: 0.7524, 0.4636, lift_point: 0.7524, 0.4636" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1158, 0.3405, lift_point: 0.1158, 0.3405", "pred": "The action is #DUAL_POINT#; touch_point: 0.1234, 0.4355, lift_point: 0.1234, 0.4355" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499", "pred": "The action is #DUAL_POINT#; touch_point: 0.615, 0.8437, lift_point: 0.615, 0.8437" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499", "pred": "The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6392, 0.8663, lift_point: 0.6392, 0.8663", "pred": "The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0508, 0.0719, lift_point: 0.0508, 0.0719", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0437, 0.8153, lift_point: 0.0437, 0.8153", "pred": "The action is #DUAL_POINT#; touch_point: 0.0508, 0.0719, lift_point: 0.0508, 0.0719" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0634, 0.3804, lift_point: 0.0634, 0.3804", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"gamespot reviews\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2834, 0.3351, lift_point: 0.2834, 0.3351", "pred": "The action is #DUAL_POINT#; touch_point: 0.105, 0.315, lift_point: 0.105, 0.315" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8578, 0.9498, lift_point: 0.8578, 0.9498", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1036, 0.2564, lift_point: 0.1036, 0.2564" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6896, 0.3524, lift_point: 0.6896, 0.3524", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3458, 0.2445, lift_point: 0.3458, 0.2445", "pred": "The action is #DUAL_POINT#; touch_point: 0.1232, 0.2533, lift_point: 0.1232, 0.2533" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5986, 0.8539, lift_point: 0.5986, 0.8539", "pred": "The action is #DUAL_POINT#; touch_point: 0.6112, 0.8437, lift_point: 0.6112, 0.8437" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0633, 0.0591, lift_point: 0.0633, 0.0591", "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.0821, lift_point: 0.061, 0.0821" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0577, 0.8463, lift_point: 0.0577, 0.8463", "pred": "The action is #DUAL_POINT#; touch_point: 0.0547, 0.8428, lift_point: 0.0547, 0.8428" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0481, 0.0711, lift_point: 0.0481, 0.0711", "pred": "The action is #DUAL_POINT#; touch_point: 0.0577, 0.8463, lift_point: 0.0577, 0.8463" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0464, 0.8343, lift_point: 0.0464, 0.8343", "pred": "The action is #DUAL_POINT#; touch_point: 0.0587, 0.8279, lift_point: 0.0587, 0.8279" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0624, 0.5325, lift_point: 0.0624, 0.5325", "pred": "The action is #DUAL_POINT#; touch_point: 0.0528, 0.6797, lift_point: 0.0528, 0.6797" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"GameTrailers\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"GameTrailers\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1229, 0.3623, lift_point: 0.1229, 0.3623", "pred": "The action is #DUAL_POINT#; touch_point: 0.105, 0.2952, lift_point: 0.105, 0.2952" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8813, 0.3494, lift_point: 0.8813, 0.3494", "pred": "The action is #DUAL_POINT#; touch_point: 0.9028, 0.4155, lift_point: 0.9028, 0.4155" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0436, 0.3128, lift_point: 0.0436, 0.3128", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"the news in the Bahamas\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Bahamas\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"the news in the Bahamas\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3599, 0.3964, lift_point: 0.3599, 0.3964", "pred": "The action is #DUAL_POINT#; touch_point: 0.1212, 0.5087, lift_point: 0.1212, 0.5087" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2829, 0.3369, lift_point: 0.2829, 0.3369" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8874, 0.4462, lift_point: 0.8874, 0.4462", "pred": "The action is #DUAL_POINT#; touch_point: 0.8975, 0.3449, lift_point: 0.8975, 0.3449" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0649, 0.4272, lift_point: 0.0649, 0.4272", "pred": "The action is #DUAL_POINT#; touch_point: 0.0611, 0.2345, lift_point: 0.0611, 0.2345" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.2747, lift_point: 0.1177, 0.2747", "pred": "The action is #DUAL_POINT#; touch_point: 0.1284, 0.4515, lift_point: 0.1284, 0.4515" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9082, 0.3476, lift_point: 0.9082, 0.3476", "pred": "The action is #DUAL_POINT#; touch_point: 0.9113, 0.2985, lift_point: 0.9113, 0.2985" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8854, 0.439, lift_point: 0.8854, 0.439", "pred": "The action is #DUAL_POINT#; touch_point: 0.9082, 0.3476, lift_point: 0.9082, 0.3476" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0666, 0.2781, lift_point: 0.0666, 0.2781", "pred": "The action is #DUAL_POINT#; touch_point: 0.0477, 0.2488, lift_point: 0.0477, 0.2488" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1803, 0.4498, lift_point: 0.1803, 0.4498", "pred": "The action is #DUAL_POINT#; touch_point: 0.125, 0.4259, lift_point: 0.125, 0.4259" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3663, 0.1218, lift_point: 0.3663, 0.1218", "pred": "The action is #DUAL_POINT#; touch_point: 0.3579, 0.1191, lift_point: 0.3579, 0.1191" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3585, 0.6635, lift_point: 0.3585, 0.6635", "pred": "The action is #DUAL_POINT#; touch_point: 0.357, 0.6918, lift_point: 0.357, 0.6918" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0714, 0.149, lift_point: 0.0714, 0.149", "pred": "The action is #DUAL_POINT#; touch_point: 0.0652, 0.0933, lift_point: 0.0652, 0.0933" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.876, 0.5203, lift_point: 0.876, 0.5203", "pred": "The action is #DUAL_POINT#; touch_point: 0.8898, 0.5264, lift_point: 0.8898, 0.5264" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.603, 0.3919, lift_point: 0.603, 0.3919", "pred": "The action is #DUAL_POINT#; touch_point: 0.5916, 0.3987, lift_point: 0.5916, 0.3987" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4228, 0.5073, lift_point: 0.4228, 0.5073", "pred": "The action is #DUAL_POINT#; touch_point: 0.416, 0.5094, lift_point: 0.416, 0.5094" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3074, 0.7011, lift_point: 0.3074, 0.7011", "pred": "The action is #DUAL_POINT#; touch_point: 0.6697, 0.7254, lift_point: 0.6697, 0.7254" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6771, 0.7448, lift_point: 0.6771, 0.7448", "pred": "The action is #DUAL_POINT#; touch_point: 0.6758, 0.7238, lift_point: 0.6758, 0.7238" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4335, 0.8971, lift_point: 0.4335, 0.8971", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8827, 0.5237, lift_point: 0.8827, 0.5237", "pred": "The action is #DUAL_POINT#; touch_point: 0.7904, 0.6905, lift_point: 0.7904, 0.6905" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"home depot\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" at home depot\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1385, 0.4253, lift_point: 0.1385, 0.4253" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2118, 0.495, lift_point: 0.2118, 0.495", "pred": "The action is #DUAL_POINT#; touch_point: 0.1423, 0.4086, lift_point: 0.1423, 0.4086" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3531, 0.5142, lift_point: 0.3531, 0.5142", "pred": "The action is #DUAL_POINT#; touch_point: 0.3477, 0.495, lift_point: 0.3477, 0.495" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.5055, lift_point: 0.0596, 0.5055" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3485, 0.2759, lift_point: 0.3485, 0.2759", "pred": "The action is #DUAL_POINT#; touch_point: 0.0692, 0.5565, lift_point: 0.0692, 0.5565" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0475, 0.48, lift_point: 0.0475, 0.48", "pred": "The action is #DUAL_POINT#; touch_point: 0.0599, 0.694, lift_point: 0.0599, 0.694" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Los Angeles\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0631, 0.9212, lift_point: 0.0631, 0.9212" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1125, 0.5785, lift_point: 0.1125, 0.5785" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7715, 0.4784, lift_point: 0.7715, 0.4784", "pred": "The action is #DUAL_POINT#; touch_point: 0.7709, 0.5152, lift_point: 0.7709, 0.5152" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0461, 0.8065, lift_point: 0.0461, 0.8065", "pred": "The action is #DUAL_POINT#; touch_point: 0.0429, 0.8368, lift_point: 0.0429, 0.8368" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new Ariana Grande \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new Ariana Grande video\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1031, 0.392, lift_point: 0.1031, 0.392" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7711, 0.2952, lift_point: 0.7711, 0.2952", "pred": "The action is #DUAL_POINT#; touch_point: 0.6037, 0.5828, lift_point: 0.6037, 0.5828" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.159, 0.4774, lift_point: 0.159, 0.4774", "pred": "The action is #DUAL_POINT#; touch_point: 0.1779, 0.4964, lift_point: 0.1779, 0.4964" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5075, 0.042, lift_point: 0.5075, 0.042", "pred": "The action is #DUAL_POINT#; touch_point: 0.1677, 0.4968, lift_point: 0.1677, 0.4968" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1134, 0.3077, lift_point: 0.1134, 0.3077", "pred": "The action is #DUAL_POINT#; touch_point: 0.177, 0.4874, lift_point: 0.177, 0.4874" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1774, 0.2732, lift_point: 0.1774, 0.2732", "pred": "The action is #DUAL_POINT#; touch_point: 0.1934, 0.2926, lift_point: 0.1934, 0.2926" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1774, 0.2732, lift_point: 0.1774, 0.2732", "pred": "The action is #DUAL_POINT#; touch_point: 0.1937, 0.2613, lift_point: 0.1937, 0.2613" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.173, 0.2203, lift_point: 0.173, 0.2203", "pred": "The action is #DUAL_POINT#; touch_point: 0.1802, 0.4959, lift_point: 0.1802, 0.4959" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3458, 0.485, lift_point: 0.3458, 0.485", "pred": "The action is #DUAL_POINT#; touch_point: 0.3472, 0.4964, lift_point: 0.3472, 0.4964" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.4301, lift_point: 0.0518, 0.4301", "pred": "The action is #DUAL_POINT#; touch_point: 0.0537, 0.5944, lift_point: 0.0537, 0.5944" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Portland?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" rent for in Portland?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \" rent for in Portland?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1121, 0.3851, lift_point: 0.1121, 0.3851" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.332, 0.287, lift_point: 0.332, 0.287" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4963, 0.3306, lift_point: 0.4963, 0.3306", "pred": "The action is #DUAL_POINT#; touch_point: 0.4677, 0.4116, lift_point: 0.4677, 0.4116" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3506, 0.4922, lift_point: 0.3506, 0.4922", "pred": "The action is #DUAL_POINT#; touch_point: 0.3471, 0.4928, lift_point: 0.3471, 0.4928" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0503, 0.5814, lift_point: 0.0503, 0.5814", "pred": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.4777, lift_point: 0.0555, 0.4777" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Colombia?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Colombia?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3179, 0.4504, lift_point: 0.3179, 0.4504", "pred": "The action is #DUAL_POINT#; touch_point: 0.3325, 0.581, lift_point: 0.3325, 0.581" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3143, 0.5054, lift_point: 0.3143, 0.5054", "pred": "The action is #DUAL_POINT#; touch_point: 0.3221, 0.506, lift_point: 0.3221, 0.506" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0659, 0.5205, lift_point: 0.0659, 0.5205", "pred": "The action is #DUAL_POINT#; touch_point: 0.0682, 0.4644, lift_point: 0.0682, 0.4644" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3288, 0.5034, lift_point: 0.3288, 0.5034", "pred": "The action is #DUAL_POINT#; touch_point: 0.3163, 0.506, lift_point: 0.3163, 0.506" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2554, 0.5853, lift_point: 0.2554, 0.5853", "pred": "The action is #DUAL_POINT#; touch_point: 0.2673, 0.5334, lift_point: 0.2673, 0.5334" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7828, 0.6952, lift_point: 0.7828, 0.6952", "pred": "The action is #DUAL_POINT#; touch_point: 0.7792, 0.6841, lift_point: 0.7792, 0.6841" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8954, 0.5411, lift_point: 0.8954, 0.5411", "pred": "The action is #DUAL_POINT#; touch_point: 0.8826, 0.5674, lift_point: 0.8826, 0.5674" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8974, 0.099, lift_point: 0.8974, 0.099", "pred": "The action is #DUAL_POINT#; touch_point: 0.9007, 0.8234, lift_point: 0.9007, 0.8234" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.305, 0.6055, lift_point: 0.305, 0.6055", "pred": "The action is #DUAL_POINT#; touch_point: 0.2999, 0.303, lift_point: 0.2999, 0.303" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.131, 0.6497, lift_point: 0.131, 0.6497" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8014, 0.9276, lift_point: 0.8014, 0.9276" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8128, 0.4628, lift_point: 0.8128, 0.4628", "pred": "The action is #DUAL_POINT#; touch_point: 0.7777, 0.4778, lift_point: 0.7777, 0.4778" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7737, 0.699, lift_point: 0.7737, 0.699", "pred": "The action is #DUAL_POINT#; touch_point: 0.7862, 0.6942, lift_point: 0.7862, 0.6942" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.536, lift_point: 0.0621, 0.536", "pred": "The action is #DUAL_POINT#; touch_point: 0.0465, 0.5736, lift_point: 0.0465, 0.5736" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the new iPhone on eBay?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1328, 0.5065, lift_point: 0.1328, 0.5065" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.7654, lift_point: 0.1411, 0.7654", "pred": "The action is #DUAL_POINT#; touch_point: 0.1314, 0.5694, lift_point: 0.1314, 0.5694" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7197, 0.5707, lift_point: 0.7197, 0.5707", "pred": "The action is #DUAL_POINT#; touch_point: 0.6744, 0.4981, lift_point: 0.6744, 0.4981" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9042, 0.5328, lift_point: 0.9042, 0.5328", "pred": "The action is #DUAL_POINT#; touch_point: 0.9147, 0.6218, lift_point: 0.9147, 0.6218" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5991, 0.2031, lift_point: 0.5991, 0.2031", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0667, 0.5883, lift_point: 0.0667, 0.5883", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the LG TV\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the LG TV\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1317, 0.3694, lift_point: 0.1317, 0.3694", "pred": "The action is #DUAL_POINT#; touch_point: 0.1326, 0.3586, lift_point: 0.1326, 0.3586" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7844, 0.4128, lift_point: 0.7844, 0.4128", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2666, 0.9496, lift_point: 0.2666, 0.9496", "pred": "The action is #DUAL_POINT#; touch_point: 0.7527, 0.9243, lift_point: 0.7527, 0.9243" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.755, 0.937, lift_point: 0.755, 0.937" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7461, 0.9405, lift_point: 0.7461, 0.9405", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7894, 0.6619, lift_point: 0.7894, 0.6619", "pred": "The action is #DUAL_POINT#; touch_point: 0.7775, 0.6842, lift_point: 0.7775, 0.6842" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1974, 0.3985, lift_point: 0.1974, 0.3985", "pred": "The action is #DUAL_POINT#; touch_point: 0.0603, 0.4204, lift_point: 0.0603, 0.4204" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.064, 0.5751, lift_point: 0.064, 0.5751", "pred": "The action is #DUAL_POINT#; touch_point: 0.1273, 0.9209, lift_point: 0.1273, 0.9209" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the new iPhone on eBay?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1467, 0.5544, lift_point: 0.1467, 0.5544", "pred": "The action is #DUAL_POINT#; touch_point: 0.1284, 0.6276, lift_point: 0.1284, 0.6276" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5362, 0.4795, lift_point: 0.5362, 0.4795", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6009, 0.1258, lift_point: 0.6009, 0.1258", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7808, 0.6931, lift_point: 0.7808, 0.6931", "pred": "The action is #DUAL_POINT#; touch_point: 0.779, 0.6777, lift_point: 0.779, 0.6777" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6936, 0.8393, lift_point: 0.6936, 0.8393", "pred": "The action is #DUAL_POINT#; touch_point: 0.7808, 0.6931, lift_point: 0.7808, 0.6931" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7686, 0.7016, lift_point: 0.7686, 0.7016", "pred": "The action is #DUAL_POINT#; touch_point: 0.7745, 0.6882, lift_point: 0.7745, 0.6882" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0619, 0.546, lift_point: 0.0619, 0.546", "pred": "The action is #DUAL_POINT#; touch_point: 0.0604, 0.3833, lift_point: 0.0604, 0.3833" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at Five Guys\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at Five Guys\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1341, 0.3932, lift_point: 0.1341, 0.3932", "pred": "The action is #DUAL_POINT#; touch_point: 0.1325, 0.3765, lift_point: 0.1325, 0.3765" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3713, 0.3599, lift_point: 0.3713, 0.3599", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.9579, lift_point: 0.1276, 0.9579", "pred": "The action is #DUAL_POINT#; touch_point: 0.1284, 0.1138, lift_point: 0.1284, 0.1138" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.768, 0.7048, lift_point: 0.768, 0.7048", "pred": "The action is #DUAL_POINT#; touch_point: 0.7814, 0.6774, lift_point: 0.7814, 0.6774" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.052, 0.5235, lift_point: 0.052, 0.5235", "pred": "The action is #DUAL_POINT#; touch_point: 0.0437, 0.437, lift_point: 0.0437, 0.437" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1253, 0.4942, lift_point: 0.1253, 0.4942" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1236, 0.4752, lift_point: 0.1236, 0.4752", "pred": "The action is #DUAL_POINT#; touch_point: 0.1262, 0.4062, lift_point: 0.1262, 0.4062" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5154, 0.5224, lift_point: 0.5154, 0.5224", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7754, 0.6913, lift_point: 0.7754, 0.6913", "pred": "The action is #DUAL_POINT#; touch_point: 0.7777, 0.681, lift_point: 0.7777, 0.681" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0722, 0.4674, lift_point: 0.0722, 0.4674", "pred": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.5555, lift_point: 0.0621, 0.5555" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Venezuela\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Venezuela\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1258, 0.44, lift_point: 0.1258, 0.44", "pred": "The action is #DUAL_POINT#; touch_point: 0.1339, 0.2794, lift_point: 0.1339, 0.2794" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7785, 0.6747, lift_point: 0.7785, 0.6747", "pred": "The action is #DUAL_POINT#; touch_point: 0.7777, 0.5002, lift_point: 0.7777, 0.5002" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9707, 0.5144, lift_point: 0.9707, 0.5144", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7778, 0.4917, lift_point: 0.7778, 0.4917", "pred": "The action is #DUAL_POINT#; touch_point: 0.7704, 0.495, lift_point: 0.7704, 0.495" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5702, 0.2163, lift_point: 0.5702, 0.2163", "pred": "The action is #DUAL_POINT#; touch_point: 0.7778, 0.4917, lift_point: 0.7778, 0.4917" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7842, 0.5074, lift_point: 0.7842, 0.5074", "pred": "The action is #DUAL_POINT#; touch_point: 0.7778, 0.494, lift_point: 0.7778, 0.494" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.063, 0.7931, lift_point: 0.063, 0.7931", "pred": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.7778, lift_point: 0.0567, 0.7778" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0644, 0.9342, lift_point: 0.0644, 0.9342", "pred": "The action is #DUAL_POINT#; touch_point: 0.0608, 0.9188, lift_point: 0.0608, 0.9188" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0643, 0.5633, lift_point: 0.0643, 0.5633", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Spotify app\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Spotify\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Spotify app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1261, 0.2586, lift_point: 0.1261, 0.2586", "pred": "The action is #DUAL_POINT#; touch_point: 0.1362, 0.2625, lift_point: 0.1362, 0.2625" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1452, 0.8704, lift_point: 0.1452, 0.8704", "pred": "The action is #DUAL_POINT#; touch_point: 0.1526, 0.8246, lift_point: 0.1526, 0.8246" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7725, 0.6671, lift_point: 0.7725, 0.6671", "pred": "The action is #DUAL_POINT#; touch_point: 0.7818, 0.6796, lift_point: 0.7818, 0.6796" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0654, 0.4881, lift_point: 0.0654, 0.4881", "pred": "The action is #DUAL_POINT#; touch_point: 0.0459, 0.512, lift_point: 0.0459, 0.512" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Seattle\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Seattle\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1388, 0.3413, lift_point: 0.1388, 0.3413", "pred": "The action is #DUAL_POINT#; touch_point: 0.1366, 0.4065, lift_point: 0.1366, 0.4065" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3674, 0.236, lift_point: 0.3674, 0.236" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8444, 0.5089, lift_point: 0.8444, 0.5089", "pred": "The action is #DUAL_POINT#; touch_point: 0.6976, 0.4984, lift_point: 0.6976, 0.4984" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.7771, 0.6848, lift_point: 0.7771, 0.6848" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7662, 0.6751, lift_point: 0.7662, 0.6751", "pred": "The action is #DUAL_POINT#; touch_point: 0.7776, 0.6844, lift_point: 0.7776, 0.6844" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0501, 0.3252, lift_point: 0.0501, 0.3252", "pred": "The action is #DUAL_POINT#; touch_point: 0.0623, 0.5936, lift_point: 0.0623, 0.5936" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1322, 0.2367, lift_point: 0.1322, 0.2367", "pred": "The action is #DUAL_POINT#; touch_point: 0.1313, 0.387, lift_point: 0.1313, 0.387" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3476, 0.3241, lift_point: 0.3476, 0.3241" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.863, lift_point: 0.7915, 0.863", "pred": "The action is #DUAL_POINT#; touch_point: 0.4942, 0.9715, lift_point: 0.4942, 0.9715" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.674, 0.4341, lift_point: 0.674, 0.4341", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6739, 0.4207, lift_point: 0.6739, 0.4207", "pred": "The action is #DUAL_POINT#; touch_point: 0.8089, 0.3664, lift_point: 0.8089, 0.3664" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4539, 0.447, lift_point: 0.4539, 0.447", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7777, 0.4982, lift_point: 0.7777, 0.4982" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3937, 0.6838, lift_point: 0.3937, 0.6838", "pred": "The action is #DUAL_POINT#; touch_point: 0.387, 0.6886, lift_point: 0.387, 0.6886" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7774, 0.6949, lift_point: 0.7774, 0.6949", "pred": "The action is #DUAL_POINT#; touch_point: 0.7811, 0.6865, lift_point: 0.7811, 0.6865" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0724, 0.4845, lift_point: 0.0724, 0.4845", "pred": "The action is #DUAL_POINT#; touch_point: 0.0659, 0.5431, lift_point: 0.0659, 0.5431" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Barbados\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Barbados\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1338, 0.2837, lift_point: 0.1338, 0.2837", "pred": "The action is #DUAL_POINT#; touch_point: 0.1324, 0.2626, lift_point: 0.1324, 0.2626" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4994, 0.7512, lift_point: 0.4994, 0.7512", "pred": "The action is #DUAL_POINT#; touch_point: 0.2748, 0.1888, lift_point: 0.2748, 0.1888" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5958, 0.1802, lift_point: 0.5958, 0.1802", "pred": "The action is #DUAL_POINT#; touch_point: 0.6036, 0.1684, lift_point: 0.6036, 0.1684" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1279, 0.3673, lift_point: 0.1279, 0.3673", "pred": "The action is #DUAL_POINT#; touch_point: 0.1255, 0.6046, lift_point: 0.1255, 0.6046" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0655, 0.8962, lift_point: 0.0655, 0.8962", "pred": "The action is #DUAL_POINT#; touch_point: 0.0669, 0.9115, lift_point: 0.0669, 0.9115" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for good Greek restaurants\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0598, 0.3989, lift_point: 0.0598, 0.3989" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1317, 0.6422, lift_point: 0.1317, 0.6422", "pred": "The action is #DUAL_POINT#; touch_point: 0.1392, 0.4476, lift_point: 0.1392, 0.4476" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5651, 0.1852, lift_point: 0.5651, 0.1852", "pred": "The action is #DUAL_POINT#; touch_point: 0.5689, 0.1681, lift_point: 0.5689, 0.1681" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1045, 0.5368, lift_point: 0.1045, 0.5368", "pred": "The action is #DUAL_POINT#; touch_point: 0.106, 0.5978, lift_point: 0.106, 0.5978" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0462, 0.8993, lift_point: 0.0462, 0.8993", "pred": "The action is #DUAL_POINT#; touch_point: 0.0515, 0.9098, lift_point: 0.0515, 0.9098" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0491, 0.4284, lift_point: 0.0491, 0.4284", "pred": "The action is #DUAL_POINT#; touch_point: 0.0403, 0.2345, lift_point: 0.0403, 0.2345" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in Beijing? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in Beijing? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1116, 0.4166, lift_point: 0.1116, 0.4166", "pred": "The action is #DUAL_POINT#; touch_point: 0.1083, 0.3878, lift_point: 0.1083, 0.3878" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5386, 0.1224, lift_point: 0.5386, 0.1224", "pred": "The action is #DUAL_POINT#; touch_point: 0.5379, 0.1663, lift_point: 0.5379, 0.1663" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1063, 0.5713, lift_point: 0.1063, 0.5713", "pred": "The action is #DUAL_POINT#; touch_point: 0.1037, 0.6355, lift_point: 0.1037, 0.6355" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0474, 0.9258, lift_point: 0.0474, 0.9258", "pred": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.912, lift_point: 0.0529, 0.912" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.444, lift_point: 0.0606, 0.444", "pred": "The action is #DUAL_POINT#; touch_point: 0.0422, 0.3619, lift_point: 0.0422, 0.3619" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the TCL TV cost? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the TCL TV cost? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1079, 0.3517, lift_point: 0.1079, 0.3517", "pred": "The action is #DUAL_POINT#; touch_point: 0.1095, 0.3654, lift_point: 0.1095, 0.3654" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3504, 0.3787, lift_point: 0.3504, 0.3787", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0427, 0.4923, lift_point: 0.0427, 0.4923" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5519, 0.3016, lift_point: 0.5519, 0.3016", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8807, 0.4228, lift_point: 0.8807, 0.4228" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552", "pred": "The action is #DUAL_POINT#; touch_point: 0.5377, 0.1669, lift_point: 0.5377, 0.1669" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008", "pred": "The action is #DUAL_POINT#; touch_point: 0.0511, 0.9185, lift_point: 0.0511, 0.9185" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854", "pred": "The action is #DUAL_POINT#; touch_point: 0.0428, 0.4637, lift_point: 0.0428, 0.4637" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195", "pred": "The action is #DUAL_POINT#; touch_point: 0.057, 0.915, lift_point: 0.057, 0.915" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0479, 0.8541, lift_point: 0.0479, 0.8541", "pred": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0527, 0.8434, lift_point: 0.0527, 0.8434", "pred": "The action is #DUAL_POINT#; touch_point: 0.0538, 0.9356, lift_point: 0.0538, 0.9356" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0552, 0.8162, lift_point: 0.0552, 0.8162", "pred": "The action is #DUAL_POINT#; touch_point: 0.0531, 0.9213, lift_point: 0.0531, 0.9213" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0326, 0.9083, lift_point: 0.0326, 0.9083", "pred": "The action is #DUAL_POINT#; touch_point: 0.0552, 0.8162, lift_point: 0.0552, 0.8162" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0454, 0.9083, lift_point: 0.0454, 0.9083", "pred": "The action is #DUAL_POINT#; touch_point: 0.0326, 0.9083, lift_point: 0.0326, 0.9083" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0524, 0.3553, lift_point: 0.0524, 0.3553", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1687, 0.3358, lift_point: 0.1687, 0.3358" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0664, 0.2897, lift_point: 0.0664, 0.2897", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.5317, lift_point: 0.0612, 0.5317", "pred": "The action is #DUAL_POINT#; touch_point: 0.0579, 0.9246, lift_point: 0.0579, 0.9246" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.048, 0.8925, lift_point: 0.048, 0.8925", "pred": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.5317, lift_point: 0.0612, 0.5317" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0512, 0.3511, lift_point: 0.0512, 0.3511", "pred": "The action is #DUAL_POINT#; touch_point: 0.0556, 0.3617, lift_point: 0.0556, 0.3617" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Australian Dollar \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1125, 0.3218, lift_point: 0.1125, 0.3218", "pred": "The action is #DUAL_POINT#; touch_point: 0.0993, 0.2794, lift_point: 0.0993, 0.2794" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2543, 0.2688, lift_point: 0.2543, 0.2688" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7876, 0.173, lift_point: 0.7876, 0.173", "pred": "The action is #DUAL_POINT#; touch_point: 0.2503, 0.246, lift_point: 0.2503, 0.246" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3592, 0.8903, lift_point: 0.3592, 0.8903", "pred": "The action is #DUAL_POINT#; touch_point: 0.1867, 0.8678, lift_point: 0.1867, 0.8678" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5418, 0.1546, lift_point: 0.5418, 0.1546", "pred": "The action is #DUAL_POINT#; touch_point: 0.5412, 0.1471, lift_point: 0.5412, 0.1471" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1066, 0.6427, lift_point: 0.1066, 0.6427", "pred": "The action is #DUAL_POINT#; touch_point: 0.1089, 0.6384, lift_point: 0.1089, 0.6384" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0473, 0.9284, lift_point: 0.0473, 0.9284", "pred": "The action is #DUAL_POINT#; touch_point: 0.051, 0.9097, lift_point: 0.051, 0.9097" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0574, 0.4209, lift_point: 0.0574, 0.4209", "pred": "The action is #DUAL_POINT#; touch_point: 0.042, 0.3619, lift_point: 0.042, 0.3619" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Buenos aires \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Buenos aires \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1073, 0.2739, lift_point: 0.1073, 0.2739", "pred": "The action is #DUAL_POINT#; touch_point: 0.1062, 0.2843, lift_point: 0.1062, 0.2843" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2568, 0.2873, lift_point: 0.2568, 0.2873", "pred": "The action is #DUAL_POINT#; touch_point: 0.2503, 0.3484, lift_point: 0.2503, 0.3484" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5469, 0.1602, lift_point: 0.5469, 0.1602", "pred": "The action is #DUAL_POINT#; touch_point: 0.5493, 0.1669, lift_point: 0.5493, 0.1669" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1094, 0.412, lift_point: 0.1094, 0.412", "pred": "The action is #DUAL_POINT#; touch_point: 0.1112, 0.6157, lift_point: 0.1112, 0.6157" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0442, 0.92, lift_point: 0.0442, 0.92", "pred": "The action is #DUAL_POINT#; touch_point: 0.0443, 0.9129, lift_point: 0.0443, 0.9129" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0447, 0.3167, lift_point: 0.0447, 0.3167", "pred": "The action is #DUAL_POINT#; touch_point: 0.0442, 0.3619, lift_point: 0.0442, 0.3619" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of Bolivia \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of Bolivia \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0988, 0.3816, lift_point: 0.0988, 0.3816", "pred": "The action is #DUAL_POINT#; touch_point: 0.109, 0.4618, lift_point: 0.109, 0.4618" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5378, 0.1475, lift_point: 0.5378, 0.1475", "pred": "The action is #DUAL_POINT#; touch_point: 0.537, 0.1485, lift_point: 0.537, 0.1485" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5619, 0.1167, lift_point: 0.5619, 0.1167", "pred": "The action is #DUAL_POINT#; touch_point: 0.5378, 0.1475, lift_point: 0.5378, 0.1475" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.487, lift_point: 0.0562, 0.487", "pred": "The action is #DUAL_POINT#; touch_point: 0.0409, 0.4214, lift_point: 0.0409, 0.4214" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0534, 0.9112, lift_point: 0.0534, 0.9112", "pred": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.9256, lift_point: 0.0518, 0.9256" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0619, 0.4799, lift_point: 0.0619, 0.4799", "pred": "The action is #DUAL_POINT#; touch_point: 0.0407, 0.3619, lift_point: 0.0407, 0.3619" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Sydney to Buenos aires \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1134, 0.4101, lift_point: 0.1134, 0.4101", "pred": "The action is #DUAL_POINT#; touch_point: 0.1093, 0.4255, lift_point: 0.1093, 0.4255" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5912, 0.3496, lift_point: 0.5912, 0.3496", "pred": "The action is #DUAL_POINT#; touch_point: 0.2523, 0.3602, lift_point: 0.2523, 0.3602" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9431, 0.52, lift_point: 0.9431, 0.52", "pred": "The action is #DUAL_POINT#; touch_point: 0.9384, 0.5148, lift_point: 0.9384, 0.5148" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1021, 0.9745, lift_point: 0.1021, 0.9745", "pred": "The action is #DUAL_POINT#; touch_point: 0.8799, 0.5702, lift_point: 0.8799, 0.5702" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5861, 0.5358, lift_point: 0.5861, 0.5358", "pred": "The action is #DUAL_POINT#; touch_point: 0.7001, 0.4525, lift_point: 0.7001, 0.4525" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4939, 0.3748, lift_point: 0.4939, 0.3748", "pred": "The action is #DUAL_POINT#; touch_point: 0.5489, 0.5586, lift_point: 0.5489, 0.5586" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4843, 0.3748, lift_point: 0.4843, 0.3748", "pred": "The action is #DUAL_POINT#; touch_point: 0.5487, 0.6434, lift_point: 0.5487, 0.6434" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5964, 0.4444, lift_point: 0.5964, 0.4444", "pred": "The action is #DUAL_POINT#; touch_point: 0.5573, 0.6432, lift_point: 0.5573, 0.6432" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5567, 0.4671, lift_point: 0.5567, 0.4671", "pred": "The action is #DUAL_POINT#; touch_point: 0.5482, 0.5582, lift_point: 0.5482, 0.5582" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6899, 0.5398, lift_point: 0.6899, 0.5398" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5412, 0.1542, lift_point: 0.5412, 0.1542", "pred": "The action is #DUAL_POINT#; touch_point: 0.548, 0.1667, lift_point: 0.548, 0.1667" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0539, 0.3661, lift_point: 0.0539, 0.3661", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.055, 0.9027, lift_point: 0.055, 0.9027", "pred": "The action is #DUAL_POINT#; touch_point: 0.0472, 0.9251, lift_point: 0.0472, 0.9251" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0275, 0.3803, lift_point: 0.0275, 0.3803", "pred": "The action is #DUAL_POINT#; touch_point: 0.0445, 0.3661, lift_point: 0.0445, 0.3661" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameSpot Reviews? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameSpot Reviews? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1097, 0.3554, lift_point: 0.1097, 0.3554", "pred": "The action is #DUAL_POINT#; touch_point: 0.1047, 0.376, lift_point: 0.1047, 0.376" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5337, 0.1261, lift_point: 0.5337, 0.1261", "pred": "The action is #DUAL_POINT#; touch_point: 0.5492, 0.1661, lift_point: 0.5492, 0.1661" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.123, 0.2968, lift_point: 0.123, 0.2968", "pred": "The action is #DUAL_POINT#; touch_point: 0.1067, 0.5789, lift_point: 0.1067, 0.5789" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0604, 0.9069, lift_point: 0.0604, 0.9069", "pred": "The action is #DUAL_POINT#; touch_point: 0.0512, 0.9129, lift_point: 0.0512, 0.9129" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0541, 0.2805, lift_point: 0.0541, 0.2805", "pred": "The action is #DUAL_POINT#; touch_point: 0.0409, 0.2526, lift_point: 0.0409, 0.2526" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1075, 0.3487, lift_point: 0.1075, 0.3487", "pred": "The action is #DUAL_POINT#; touch_point: 0.1092, 0.387, lift_point: 0.1092, 0.387" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2558, 0.3923, lift_point: 0.2558, 0.3923", "pred": "The action is #DUAL_POINT#; touch_point: 0.2502, 0.253, lift_point: 0.2502, 0.253" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8747, 0.2714, lift_point: 0.8747, 0.2714", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7585, 0.5167, lift_point: 0.7585, 0.5167", "pred": "The action is #DUAL_POINT#; touch_point: 0.8861, 0.4535, lift_point: 0.8861, 0.4535" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1368, 0.1409, lift_point: 0.1368, 0.1409", "pred": "The action is #DUAL_POINT#; touch_point: 0.548, 0.169, lift_point: 0.548, 0.169" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.543, 0.1352, lift_point: 0.543, 0.1352", "pred": "The action is #DUAL_POINT#; touch_point: 0.5489, 0.1664, lift_point: 0.5489, 0.1664" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1093, 0.4126, lift_point: 0.1093, 0.4126", "pred": "The action is #DUAL_POINT#; touch_point: 0.1111, 0.3944, lift_point: 0.1111, 0.3944" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.9057, lift_point: 0.0622, 0.9057", "pred": "The action is #DUAL_POINT#; touch_point: 0.0489, 0.9128, lift_point: 0.0489, 0.9128" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0419, 0.2554, lift_point: 0.0419, 0.2554", "pred": "The action is #DUAL_POINT#; touch_point: 0.0417, 0.2529, lift_point: 0.0417, 0.2529" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of sound? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of sound? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1154, 0.3291, lift_point: 0.1154, 0.3291", "pred": "The action is #DUAL_POINT#; touch_point: 0.1092, 0.4842, lift_point: 0.1092, 0.4842" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5677, 0.8324, lift_point: 0.5677, 0.8324", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1954, 0.309, lift_point: 0.1954, 0.309", "pred": "The action is #DUAL_POINT#; touch_point: 0.4845, 0.5063, lift_point: 0.4845, 0.5063" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8997, 0.5628, lift_point: 0.8997, 0.5628", "pred": "The action is #DUAL_POINT#; touch_point: 0.9039, 0.4902, lift_point: 0.9039, 0.4902" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9033, 0.642, lift_point: 0.9033, 0.642", "pred": "The action is #DUAL_POINT#; touch_point: 0.9029, 0.564, lift_point: 0.9029, 0.564" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0681, 0.1163, lift_point: 0.0681, 0.1163", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1405, 0.2047, lift_point: 0.1405, 0.2047", "pred": "The action is #DUAL_POINT#; touch_point: 0.1412, 0.2778, lift_point: 0.1412, 0.2778" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7894, 0.6932, lift_point: 0.7894, 0.6932", "pred": "The action is #DUAL_POINT#; touch_point: 0.7903, 0.6947, lift_point: 0.7903, 0.6947" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7983, 0.6786, lift_point: 0.7983, 0.6786", "pred": "The action is #DUAL_POINT#; touch_point: 0.7894, 0.6932, lift_point: 0.7894, 0.6932" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7952, 0.6971, lift_point: 0.7952, 0.6971", "pred": "The action is #DUAL_POINT#; touch_point: 0.7983, 0.6786, lift_point: 0.7983, 0.6786" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.107, 0.603, lift_point: 0.107, 0.603", "pred": "The action is #DUAL_POINT#; touch_point: 0.0629, 0.4915, lift_point: 0.0629, 0.4915" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0724, 0.5384, lift_point: 0.0724, 0.5384", "pred": "The action is #DUAL_POINT#; touch_point: 0.0685, 0.603, lift_point: 0.0685, 0.603" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0602, 0.9229, lift_point: 0.0602, 0.9229" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.208, 0.5184, lift_point: 0.208, 0.5184", "pred": "The action is #DUAL_POINT#; touch_point: 0.1421, 0.5695, lift_point: 0.1421, 0.5695" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8087, 0.7014, lift_point: 0.8087, 0.7014", "pred": "The action is #DUAL_POINT#; touch_point: 0.7918, 0.6863, lift_point: 0.7918, 0.6863" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0668, 0.4957, lift_point: 0.0668, 0.4957", "pred": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.3757, lift_point: 0.0642, 0.3757" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1352, 0.5249, lift_point: 0.1352, 0.5249", "pred": "The action is #DUAL_POINT#; touch_point: 0.1415, 0.5154, lift_point: 0.1415, 0.5154" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1352, 0.5354, lift_point: 0.1352, 0.5354", "pred": "The action is #DUAL_POINT#; touch_point: 0.1352, 0.5249, lift_point: 0.1352, 0.5249" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7418, 0.5699, lift_point: 0.7418, 0.5699", "pred": "The action is #DUAL_POINT#; touch_point: 0.6024, 0.4424, lift_point: 0.6024, 0.4424" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5107, 0.6755, lift_point: 0.5107, 0.6755", "pred": "The action is #DUAL_POINT#; touch_point: 0.3723, 0.496, lift_point: 0.3723, 0.496" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1326, 0.5856, lift_point: 0.1326, 0.5856", "pred": "The action is #DUAL_POINT#; touch_point: 0.1331, 0.5378, lift_point: 0.1331, 0.5378" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1333, 0.6506, lift_point: 0.1333, 0.6506", "pred": "The action is #DUAL_POINT#; touch_point: 0.0659, 0.9061, lift_point: 0.0659, 0.9061" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.126, 0.5796, lift_point: 0.126, 0.5796", "pred": "The action is #DUAL_POINT#; touch_point: 0.1333, 0.6506, lift_point: 0.1333, 0.6506" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0703, 0.9171, lift_point: 0.0703, 0.9171", "pred": "The action is #DUAL_POINT#; touch_point: 0.0655, 0.9123, lift_point: 0.0655, 0.9123" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9931, 0.7978, lift_point: 0.9931, 0.7978", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Chicago\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Chicago\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Chicago\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1514, 0.338, lift_point: 0.1514, 0.338", "pred": "The action is #DUAL_POINT#; touch_point: 0.1454, 0.3911, lift_point: 0.1454, 0.3911" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3338, 0.4203, lift_point: 0.3338, 0.4203", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3751, 0.4752, lift_point: 0.3751, 0.4752", "pred": "The action is #DUAL_POINT#; touch_point: 0.5029, 0.6818, lift_point: 0.5029, 0.6818" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2126, 0.6494, lift_point: 0.2126, 0.6494", "pred": "The action is #DUAL_POINT#; touch_point: 0.07, 0.4994, lift_point: 0.07, 0.4994" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1314, 0.9394, lift_point: 0.1314, 0.9394", "pred": "The action is #DUAL_POINT#; touch_point: 0.1283, 0.9446, lift_point: 0.1283, 0.9446" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1882, 0.4392, lift_point: 0.1882, 0.4392" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1814, 0.4962, lift_point: 0.1814, 0.4962" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1878, 0.4258, lift_point: 0.1878, 0.4258" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1878, 0.3994, lift_point: 0.1878, 0.3994" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1319, 0.4797, lift_point: 0.1319, 0.4797", "pred": "The action is #DUAL_POINT#; touch_point: 0.1234, 0.4258, lift_point: 0.1234, 0.4258" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1261, 0.4727, lift_point: 0.1261, 0.4727", "pred": "The action is #DUAL_POINT#; touch_point: 0.1317, 0.4797, lift_point: 0.1317, 0.4797" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6105, 0.4638, lift_point: 0.6105, 0.4638", "pred": "The action is #DUAL_POINT#; touch_point: 0.1234, 0.9465, lift_point: 0.1234, 0.9465" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3666, 0.4903, lift_point: 0.3666, 0.4903", "pred": "The action is #DUAL_POINT#; touch_point: 0.3724, 0.4967, lift_point: 0.3724, 0.4967" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.058, 0.4935, lift_point: 0.058, 0.4935" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.198, 0.6297, lift_point: 0.198, 0.6297", "pred": "The action is #DUAL_POINT#; touch_point: 0.1918, 0.6459, lift_point: 0.1918, 0.6459" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1238, 0.9271, lift_point: 0.1238, 0.9271", "pred": "The action is #DUAL_POINT#; touch_point: 0.1237, 0.9256, lift_point: 0.1237, 0.9256" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1801, 0.4253, lift_point: 0.1801, 0.4253" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2938, 0.2877, lift_point: 0.2938, 0.2877", "pred": "The action is #DUAL_POINT#; touch_point: 0.18, 0.4136, lift_point: 0.18, 0.4136" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6039, 0.4167, lift_point: 0.6039, 0.4167", "pred": "The action is #DUAL_POINT#; touch_point: 0.3923, 0.2403, lift_point: 0.3923, 0.2403" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7813, 0.6863, lift_point: 0.7813, 0.6863" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3669, 0.4972, lift_point: 0.3669, 0.4972", "pred": "The action is #DUAL_POINT#; touch_point: 0.3678, 0.4969, lift_point: 0.3678, 0.4969" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0589, 0.5386, lift_point: 0.0589, 0.5386", "pred": "The action is #DUAL_POINT#; touch_point: 0.8284, 0.9139, lift_point: 0.8284, 0.9139" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0668, 0.9062, lift_point: 0.0668, 0.9062", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.9258, lift_point: 0.0699, 0.9258" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a jet?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a jet?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1297, 0.5866, lift_point: 0.1297, 0.5866", "pred": "The action is #DUAL_POINT#; touch_point: 0.1324, 0.5555, lift_point: 0.1324, 0.5555" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3591, 0.516, lift_point: 0.3591, 0.516", "pred": "The action is #DUAL_POINT#; touch_point: 0.3671, 0.5032, lift_point: 0.3671, 0.5032" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3725, 0.5116, lift_point: 0.3725, 0.5116", "pred": "The action is #DUAL_POINT#; touch_point: 0.3591, 0.516, lift_point: 0.3591, 0.516" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0649, 0.5287, lift_point: 0.0649, 0.5287" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3373, 0.5155, lift_point: 0.3373, 0.5155", "pred": "The action is #DUAL_POINT#; touch_point: 0.3298, 0.5032, lift_point: 0.3298, 0.5032" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.4292, lift_point: 0.0699, 0.4292", "pred": "The action is #DUAL_POINT#; touch_point: 0.0548, 0.527, lift_point: 0.0548, 0.527" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0711, 0.9155, lift_point: 0.0711, 0.9155", "pred": "The action is #DUAL_POINT#; touch_point: 0.0643, 0.9197, lift_point: 0.0643, 0.9197" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1339, 0.5079, lift_point: 0.1339, 0.5079", "pred": "The action is #DUAL_POINT#; touch_point: 0.1472, 0.6754, lift_point: 0.1472, 0.6754" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3575, 0.508, lift_point: 0.3575, 0.508", "pred": "The action is #DUAL_POINT#; touch_point: 0.362, 0.497, lift_point: 0.362, 0.497" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.9425, lift_point: 0.0638, 0.9425", "pred": "The action is #DUAL_POINT#; touch_point: 0.0584, 0.9294, lift_point: 0.0584, 0.9294" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.8502, lift_point: 0.0572, 0.8502", "pred": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.9425, lift_point: 0.0638, 0.9425" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.909, lift_point: 0.1329, 0.909", "pred": "The action is #DUAL_POINT#; touch_point: 0.0668, 0.066, lift_point: 0.0668, 0.066" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0513, 0.0469, lift_point: 0.0513, 0.0469", "pred": "The action is #DUAL_POINT#; touch_point: 0.0611, 0.0646, lift_point: 0.0611, 0.0646" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6324, 0.9125, lift_point: 0.6324, 0.9125", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3924, 0.5924, lift_point: 0.3924, 0.5924", "pred": "The action is #DUAL_POINT#; touch_point: 0.0566, 0.8408, lift_point: 0.0566, 0.8408" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3643, 0.4842, lift_point: 0.3643, 0.4842", "pred": "The action is #DUAL_POINT#; touch_point: 0.3509, 0.492, lift_point: 0.3509, 0.492" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.065, 0.468, lift_point: 0.065, 0.468", "pred": "The action is #DUAL_POINT#; touch_point: 0.0528, 0.5444, lift_point: 0.0528, 0.5444" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1414, 0.4356, lift_point: 0.1414, 0.4356", "pred": "The action is #DUAL_POINT#; touch_point: 0.1252, 0.6004, lift_point: 0.1252, 0.6004" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6042, 0.2889, lift_point: 0.6042, 0.2889", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2661, 0.5474, lift_point: 0.2661, 0.5474", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.282, 0.3245, lift_point: 0.282, 0.3245", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4006, 0.3353, lift_point: 0.4006, 0.3353", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1241, 0.0765, lift_point: 0.1241, 0.0765", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1278, 0.0705, lift_point: 0.1278, 0.0705", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1288, 0.1043, lift_point: 0.1288, 0.1043", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3287, 0.2535, lift_point: 0.3287, 0.2535", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5125, 0.3515, lift_point: 0.5125, 0.3515", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9362, 0.3203, lift_point: 0.9362, 0.3203", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7351, 0.4954, lift_point: 0.7351, 0.4954", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.795, 0.7049, lift_point: 0.795, 0.7049" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032", "pred": "The action is #DUAL_POINT#; touch_point: 0.364, 0.496, lift_point: 0.364, 0.496" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3641, 0.5107, lift_point: 0.3641, 0.5107", "pred": "The action is #DUAL_POINT#; touch_point: 0.3718, 0.5032, lift_point: 0.3718, 0.5032" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0365, 0.5117, lift_point: 0.0365, 0.5117", "pred": "The action is #DUAL_POINT#; touch_point: 0.0686, 0.4378, lift_point: 0.0686, 0.4378" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0496, 0.5092, lift_point: 0.0496, 0.5092", "pred": "The action is #DUAL_POINT#; touch_point: 0.0697, 0.5499, lift_point: 0.0697, 0.5499" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1443, 0.4258, lift_point: 0.1443, 0.4258" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.2058, 0.388, lift_point: 0.2058, 0.388" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2097, 0.3362, lift_point: 0.2097, 0.3362", "pred": "The action is #DUAL_POINT#; touch_point: 0.1222, 0.4214, lift_point: 0.1222, 0.4214" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1261, 0.9281, lift_point: 0.1261, 0.9281" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6377, 0.4206, lift_point: 0.6377, 0.4206", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4822, 0.5822, lift_point: 0.4822, 0.5822", "pred": "The action is #DUAL_POINT#; touch_point: 0.4692, 0.3282, lift_point: 0.4692, 0.3282" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8337, 0.6287, lift_point: 0.8337, 0.6287" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7918, 0.686, lift_point: 0.7918, 0.686" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3558, 0.4939, lift_point: 0.3558, 0.4939", "pred": "The action is #DUAL_POINT#; touch_point: 0.3679, 0.4901, lift_point: 0.3679, 0.4901" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0474, 0.5279, lift_point: 0.0474, 0.5279", "pred": "The action is #DUAL_POINT#; touch_point: 0.0537, 0.5408, lift_point: 0.0537, 0.5408" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Paris\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1284, 0.562, lift_point: 0.1284, 0.562" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.403, 0.3521, lift_point: 0.403, 0.3521" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3321, 0.3864, lift_point: 0.3321, 0.3864" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3529, 0.3154, lift_point: 0.3529, 0.3154" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3338, 0.3984, lift_point: 0.3338, 0.3984" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2998, 0.3466, lift_point: 0.2998, 0.3466", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3745, 0.4935, lift_point: 0.3745, 0.4935", "pred": "The action is #DUAL_POINT#; touch_point: 0.364, 0.4902, lift_point: 0.364, 0.4902" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0542, 0.4256, lift_point: 0.0542, 0.4256", "pred": "The action is #DUAL_POINT#; touch_point: 0.069, 0.3354, lift_point: 0.069, 0.3354" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1343, 0.5892, lift_point: 0.1343, 0.5892" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4567, 0.5058, lift_point: 0.4567, 0.5058" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3063, 0.6541, lift_point: 0.3063, 0.6541", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6055, 0.6493, lift_point: 0.6055, 0.6493" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4996, 0.5572, lift_point: 0.4996, 0.5572" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3338, 0.5289, lift_point: 0.3338, 0.5289", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1764, 0.6049, lift_point: 0.1764, 0.6049", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4134, 0.6631, lift_point: 0.4134, 0.6631", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2562, 0.9481, lift_point: 0.2562, 0.9481", "pred": "The action is #DUAL_POINT#; touch_point: 0.1734, 0.5735, lift_point: 0.1734, 0.5735" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.652, 0.5994, lift_point: 0.652, 0.5994" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.263, 0.7532, lift_point: 0.263, 0.7532", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1406, 0.9582, lift_point: 0.1406, 0.9582", "pred": "The action is #DUAL_POINT#; touch_point: 0.1412, 0.9082, lift_point: 0.1412, 0.9082" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5124, 0.6287, lift_point: 0.5124, 0.6287" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7907, 0.6936, lift_point: 0.7907, 0.6936" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7901, 0.6922, lift_point: 0.7901, 0.6922" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5045, 0.6666, lift_point: 0.5045, 0.6666", "pred": "The action is #DUAL_POINT#; touch_point: 0.5025, 0.6768, lift_point: 0.5025, 0.6768" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Los Angeles?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.2203, 0.3453, lift_point: 0.2203, 0.3453" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2155, 0.1766, lift_point: 0.2155, 0.1766", "pred": "The action is #DUAL_POINT#; touch_point: 0.219, 0.417, lift_point: 0.219, 0.417" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Los Angeles?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Los Angeles?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1415, 0.5113, lift_point: 0.1415, 0.5113", "pred": "The action is #DUAL_POINT#; touch_point: 0.1394, 0.5692, lift_point: 0.1394, 0.5692" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7904, 0.6907, lift_point: 0.7904, 0.6907" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4965, 0.7021, lift_point: 0.4965, 0.7021", "pred": "The action is #DUAL_POINT#; touch_point: 0.6395, 0.8729, lift_point: 0.6395, 0.8729" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1406, 0.6026, lift_point: 0.1406, 0.6026", "pred": "The action is #DUAL_POINT#; touch_point: 0.1334, 0.7868, lift_point: 0.1334, 0.7868" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0632, 0.8851, lift_point: 0.0632, 0.8851", "pred": "The action is #DUAL_POINT#; touch_point: 0.0695, 0.8998, lift_point: 0.0695, 0.8998" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a rocket?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a rocket?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1556, 0.3143, lift_point: 0.1556, 0.3143", "pred": "The action is #DUAL_POINT#; touch_point: 0.1364, 0.5691, lift_point: 0.1364, 0.5691" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3479, 0.6206, lift_point: 0.3479, 0.6206", "pred": "The action is #DUAL_POINT#; touch_point: 0.3585, 0.597, lift_point: 0.3585, 0.597" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.07, 0.3953, lift_point: 0.07, 0.3953", "pred": "The action is #DUAL_POINT#; touch_point: 0.0696, 0.5134, lift_point: 0.0696, 0.5134" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Paraguay?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Paraguay?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3516, 0.3604, lift_point: 0.3516, 0.3604", "pred": "The action is #DUAL_POINT#; touch_point: 0.361, 0.3551, lift_point: 0.361, 0.3551" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3542, 0.5629, lift_point: 0.3542, 0.5629", "pred": "The action is #DUAL_POINT#; touch_point: 0.3589, 0.6398, lift_point: 0.3589, 0.6398" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.4942, lift_point: 0.0555, 0.4942", "pred": "The action is #DUAL_POINT#; touch_point: 0.0664, 0.4288, lift_point: 0.0664, 0.4288" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Bolivia\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Bolivia\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7689, 0.7016, lift_point: 0.7689, 0.7016", "pred": "The action is #DUAL_POINT#; touch_point: 0.7777, 0.6872, lift_point: 0.7777, 0.6872" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.885, 0.4626, lift_point: 0.885, 0.4626", "pred": "The action is #DUAL_POINT#; touch_point: 0.8829, 0.4984, lift_point: 0.8829, 0.4984" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8937, 0.8222, lift_point: 0.8937, 0.8222", "pred": "The action is #DUAL_POINT#; touch_point: 0.8971, 0.8401, lift_point: 0.8971, 0.8401" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3026, 0.6258, lift_point: 0.3026, 0.6258", "pred": "The action is #DUAL_POINT#; touch_point: 0.2845, 0.5129, lift_point: 0.2845, 0.5129" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Switzerland\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of switzerland\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1308, 0.3284, lift_point: 0.1308, 0.3284", "pred": "The action is #DUAL_POINT#; touch_point: 0.1262, 0.3478, lift_point: 0.1262, 0.3478" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7767, 0.6801, lift_point: 0.7767, 0.6801" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7836, 0.492, lift_point: 0.7836, 0.492", "pred": "The action is #DUAL_POINT#; touch_point: 0.7652, 0.6912, lift_point: 0.7652, 0.6912" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0604, 0.8519, lift_point: 0.0604, 0.8519", "pred": "The action is #DUAL_POINT#; touch_point: 0.0588, 0.8125, lift_point: 0.0588, 0.8125" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Huffington Post\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Huffington Post\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.2291, lift_point: 0.1179, 0.2291", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.4036, lift_point: 0.123, 0.4036" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4348, 0.5737, lift_point: 0.4348, 0.5737" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4374, 0.4973, lift_point: 0.4374, 0.4973" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4014, 0.5234, lift_point: 0.4014, 0.5234" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4274, 0.5411, lift_point: 0.4274, 0.5411" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2999, 0.5434, lift_point: 0.2999, 0.5434" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2892, 0.4823, lift_point: 0.2892, 0.4823", "pred": "The action is #DUAL_POINT#; touch_point: 0.5996, 0.5738, lift_point: 0.5996, 0.5738" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2258, 0.8914, lift_point: 0.2258, 0.8914", "pred": "The action is #DUAL_POINT#; touch_point: 0.2288, 0.8452, lift_point: 0.2288, 0.8452" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7794, 0.6882, lift_point: 0.7794, 0.6882", "pred": "The action is #DUAL_POINT#; touch_point: 0.7769, 0.6931, lift_point: 0.7769, 0.6931" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0602, 0.5767, lift_point: 0.0602, 0.5767", "pred": "The action is #DUAL_POINT#; touch_point: 0.0563, 0.5007, lift_point: 0.0563, 0.5007" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Hotels in Miami\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1218, 0.322, lift_point: 0.1218, 0.322", "pred": "The action is #DUAL_POINT#; touch_point: 0.1274, 0.2978, lift_point: 0.1274, 0.2978" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.888, 0.8691, lift_point: 0.888, 0.8691", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0993, 0.0948, lift_point: 0.0993, 0.0948", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1063, 0.376, lift_point: 0.1063, 0.376", "pred": "The action is #DUAL_POINT#; touch_point: 0.1107, 0.2943, lift_point: 0.1107, 0.2943" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"eBay \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \" eBay app\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.2239, 0.3535, lift_point: 0.2239, 0.3535" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2193, 0.3718, lift_point: 0.2193, 0.3718", "pred": "The action is #DUAL_POINT#; touch_point: 0.2239, 0.313, lift_point: 0.2239, 0.313" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2617, 0.823, lift_point: 0.2617, 0.823", "pred": "The action is #DUAL_POINT#; touch_point: 0.2566, 0.7547, lift_point: 0.2566, 0.7547" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4929, 0.4908, lift_point: 0.4929, 0.4908", "pred": "The action is #DUAL_POINT#; touch_point: 0.5024, 0.4991, lift_point: 0.5024, 0.4991" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3479, 0.5891, lift_point: 0.3479, 0.5891", "pred": "The action is #DUAL_POINT#; touch_point: 0.3423, 0.519, lift_point: 0.3423, 0.519" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2221, 0.8792, lift_point: 0.2221, 0.8792", "pred": "The action is #DUAL_POINT#; touch_point: 0.2085, 0.8804, lift_point: 0.2085, 0.8804" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Jose?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Jose?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2066, 0.4316, lift_point: 0.2066, 0.4316", "pred": "The action is #DUAL_POINT#; touch_point: 0.5683, 0.5494, lift_point: 0.5683, 0.5494" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5328, 0.5261, lift_point: 0.5328, 0.5261" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5994, 0.5059, lift_point: 0.5994, 0.5059" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8404, 0.5093, lift_point: 0.8404, 0.5093", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7072, 0.1192, lift_point: 0.7072, 0.1192", "pred": "The action is #DUAL_POINT#; touch_point: 0.8797, 0.8798, lift_point: 0.8797, 0.8798" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1053, 0.515, lift_point: 0.1053, 0.515", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5031, 0.4783, lift_point: 0.5031, 0.4783", "pred": "The action is #DUAL_POINT#; touch_point: 0.5021, 0.4991, lift_point: 0.5021, 0.4991" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3325, 0.5901, lift_point: 0.3325, 0.5901", "pred": "The action is #DUAL_POINT#; touch_point: 0.6287, 0.5384, lift_point: 0.6287, 0.5384" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2106, 0.8731, lift_point: 0.2106, 0.8731", "pred": "The action is #DUAL_POINT#; touch_point: 0.2081, 0.8864, lift_point: 0.2081, 0.8864" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" good restaurant near me?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant near me?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8743, 0.5131, lift_point: 0.8743, 0.5131", "pred": "The action is #DUAL_POINT#; touch_point: 0.322, 0.602, lift_point: 0.322, 0.602" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5405, 0.1408, lift_point: 0.5405, 0.1408", "pred": "The action is #DUAL_POINT#; touch_point: 0.8441, 0.5817, lift_point: 0.8441, 0.5817" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0985, 0.4514, lift_point: 0.0985, 0.4514", "pred": "The action is #DUAL_POINT#; touch_point: 0.1091, 0.5185, lift_point: 0.1091, 0.5185" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest electronic store\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest electronics store thats open today\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2042, 0.4117, lift_point: 0.2042, 0.4117", "pred": "The action is #DUAL_POINT#; touch_point: 0.1944, 0.464, lift_point: 0.1944, 0.464" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7959, 0.9214, lift_point: 0.7959, 0.9214", "pred": "The action is #DUAL_POINT#; touch_point: 0.8403, 0.9313, lift_point: 0.8403, 0.9313" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7234, 0.6351, lift_point: 0.7234, 0.6351", "pred": "The action is #DUAL_POINT#; touch_point: 0.719, 0.611, lift_point: 0.719, 0.611" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1028, 0.4722, lift_point: 0.1028, 0.4722", "pred": "The action is #DUAL_POINT#; touch_point: 0.1008, 0.5404, lift_point: 0.1008, 0.5404" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at McDonalds\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at mcdonalds\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1848, 0.5555, lift_point: 0.1848, 0.5555", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5601, 0.371, lift_point: 0.5601, 0.371", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5774, 0.7847, lift_point: 0.5774, 0.7847", "pred": "The action is #DUAL_POINT#; touch_point: 0.5897, 0.8078, lift_point: 0.5897, 0.8078" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3079, 0.9607, lift_point: 0.3079, 0.9607", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7349, 0.6118, lift_point: 0.7349, 0.6118", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7081, 0.6262, lift_point: 0.7081, 0.6262", "pred": "The action is #DUAL_POINT#; touch_point: 0.732, 0.5884, lift_point: 0.732, 0.5884" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0856, 0.4623, lift_point: 0.0856, 0.4623", "pred": "The action is #DUAL_POINT#; touch_point: 0.097, 0.4565, lift_point: 0.097, 0.4565" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of sweden ?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Sweden\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2007, 0.6839, lift_point: 0.2007, 0.6839", "pred": "The action is #DUAL_POINT#; touch_point: 0.1964, 0.4678, lift_point: 0.1964, 0.4678" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5232, 0.1533, lift_point: 0.5232, 0.1533", "pred": "The action is #DUAL_POINT#; touch_point: 0.5667, 0.1479, lift_point: 0.5667, 0.1479" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0991, 0.6281, lift_point: 0.0991, 0.6281", "pred": "The action is #DUAL_POINT#; touch_point: 0.0882, 0.9004, lift_point: 0.0882, 0.9004" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0909, 0.9027, lift_point: 0.0909, 0.9027", "pred": "The action is #DUAL_POINT#; touch_point: 0.0969, 0.9046, lift_point: 0.0969, 0.9046" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in San Diego\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in San Diego\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2215, 0.5013, lift_point: 0.2215, 0.5013", "pred": "The action is #DUAL_POINT#; touch_point: 0.1989, 0.5864, lift_point: 0.1989, 0.5864" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7163, 0.5936, lift_point: 0.7163, 0.5936", "pred": "The action is #DUAL_POINT#; touch_point: 0.7334, 0.615, lift_point: 0.7334, 0.615" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0967, 0.9101, lift_point: 0.0967, 0.9101", "pred": "The action is #DUAL_POINT#; touch_point: 0.1035, 0.9138, lift_point: 0.1035, 0.9138" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2619, 0.6533, lift_point: 0.2619, 0.6533", "pred": "The action is #DUAL_POINT#; touch_point: 0.2913, 0.5129, lift_point: 0.2913, 0.5129" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7279, 0.6578, lift_point: 0.7279, 0.6578", "pred": "The action is #DUAL_POINT#; touch_point: 0.7215, 0.6113, lift_point: 0.7215, 0.6113" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4437, 0.5139, lift_point: 0.4437, 0.5139", "pred": "The action is #DUAL_POINT#; touch_point: 0.4277, 0.5555, lift_point: 0.4277, 0.5555" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" flights from NYC to London\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to London\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2149, 0.6706, lift_point: 0.2149, 0.6706", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2494, 0.168, lift_point: 0.2494, 0.168", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5252, 0.2376, lift_point: 0.5252, 0.2376", "pred": "The action is #DUAL_POINT#; touch_point: 0.426, 0.6642, lift_point: 0.426, 0.6642" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2077, 0.787, lift_point: 0.2077, 0.787", "pred": "The action is #DUAL_POINT#; touch_point: 0.4071, 0.506, lift_point: 0.4071, 0.506" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7674, 0.8042, lift_point: 0.7674, 0.8042", "pred": "The action is #DUAL_POINT#; touch_point: 0.7619, 0.7859, lift_point: 0.7619, 0.7859" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.6311, lift_point: 0.7345, 0.6311", "pred": "The action is #DUAL_POINT#; touch_point: 0.7216, 0.6164, lift_point: 0.7216, 0.6164" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1033, 0.4153, lift_point: 0.1033, 0.4153", "pred": "The action is #DUAL_POINT#; touch_point: 0.1001, 0.465, lift_point: 0.1001, 0.465" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the Vizio TV cost?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the Vizio TV cost?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1992, 0.4675, lift_point: 0.1992, 0.4675", "pred": "The action is #DUAL_POINT#; touch_point: 0.1975, 0.3916, lift_point: 0.1975, 0.3916" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5714, 0.1792, lift_point: 0.5714, 0.1792", "pred": "The action is #DUAL_POINT#; touch_point: 0.5376, 0.1565, lift_point: 0.5376, 0.1565" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1141, 0.5455, lift_point: 0.1141, 0.5455", "pred": "The action is #DUAL_POINT#; touch_point: 0.1181, 0.5124, lift_point: 0.1181, 0.5124" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0956, 0.902, lift_point: 0.0956, 0.902", "pred": "The action is #DUAL_POINT#; touch_point: 0.1022, 0.8984, lift_point: 0.1022, 0.8984" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in london\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in london\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.277, 0.3544, lift_point: 0.277, 0.3544", "pred": "The action is #DUAL_POINT#; touch_point: 0.2096, 0.3974, lift_point: 0.2096, 0.3974" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5653, 0.1722, lift_point: 0.5653, 0.1722", "pred": "The action is #DUAL_POINT#; touch_point: 0.7213, 0.6123, lift_point: 0.7213, 0.6123" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7214, 0.6035, lift_point: 0.7214, 0.6035" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7319, 0.6021, lift_point: 0.7319, 0.6021", "pred": "The action is #DUAL_POINT#; touch_point: 0.722, 0.6154, lift_point: 0.722, 0.6154" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0853, 0.3733, lift_point: 0.0853, 0.3733", "pred": "The action is #DUAL_POINT#; touch_point: 0.0912, 0.5128, lift_point: 0.0912, 0.5128" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Buenos aires to Tokyo\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Tokyo\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0817, 0.67, lift_point: 0.0817, 0.67", "pred": "The action is #DUAL_POINT#; touch_point: 0.0912, 0.7274, lift_point: 0.0912, 0.7274" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1806, 0.4818, lift_point: 0.1806, 0.4818", "pred": "The action is #DUAL_POINT#; touch_point: 0.1936, 0.5564, lift_point: 0.1936, 0.5564" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.741, 0.5892, lift_point: 0.741, 0.5892", "pred": "The action is #DUAL_POINT#; touch_point: 0.721, 0.6107, lift_point: 0.721, 0.6107" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0799, 0.5852, lift_point: 0.0799, 0.5852", "pred": "The action is #DUAL_POINT#; touch_point: 0.0913, 0.4434, lift_point: 0.0913, 0.4434" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Chicago?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Chicago\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2142, 0.6479, lift_point: 0.2142, 0.6479", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5744, 0.4222, lift_point: 0.5744, 0.4222", "pred": "The action is #DUAL_POINT#; touch_point: 0.5491, 0.4051, lift_point: 0.5491, 0.4051" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5744, 0.4222, lift_point: 0.5744, 0.4222", "pred": "The action is #DUAL_POINT#; touch_point: 0.5684, 0.4022, lift_point: 0.5684, 0.4022" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5744, 0.4222, lift_point: 0.5744, 0.4222", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5744, 0.4222, lift_point: 0.5744, 0.4222", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5056, 0.673, lift_point: 0.5056, 0.673", "pred": "The action is #DUAL_POINT#; touch_point: 0.507, 0.6824, lift_point: 0.507, 0.6824" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2062, 0.545, lift_point: 0.2062, 0.545", "pred": "The action is #DUAL_POINT#; touch_point: 0.2004, 0.4594, lift_point: 0.2004, 0.4594" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Los Angeles?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Los Angeles\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.123, 0.3907, lift_point: 0.123, 0.3907", "pred": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.4254, lift_point: 0.1276, 0.4254" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8121, 0.7133, lift_point: 0.8121, 0.7133", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0563, 0.9398, lift_point: 0.0563, 0.9398", "pred": "The action is #DUAL_POINT#; touch_point: 0.0688, 0.9365, lift_point: 0.0688, 0.9365" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1614, 0.6418, lift_point: 0.1614, 0.6418", "pred": "The action is #DUAL_POINT#; touch_point: 0.2135, 0.6655, lift_point: 0.2135, 0.6655" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5025, 0.8773, lift_point: 0.5025, 0.8773", "pred": "The action is #DUAL_POINT#; touch_point: 0.506, 0.8766, lift_point: 0.506, 0.8766" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0607, 0.9506, lift_point: 0.0607, 0.9506", "pred": "The action is #DUAL_POINT#; touch_point: 0.0566, 0.8266, lift_point: 0.0566, 0.8266" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.081, 0.6107, lift_point: 0.081, 0.6107", "pred": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.3175, lift_point: 0.0672, 0.3175" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"top rated pizza restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"top rated pizza restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1292, 0.7405, lift_point: 0.1292, 0.7405", "pred": "The action is #DUAL_POINT#; touch_point: 0.134, 0.5623, lift_point: 0.134, 0.5623" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.518, 0.6939, lift_point: 0.518, 0.6939", "pred": "The action is #DUAL_POINT#; touch_point: 0.5165, 0.6859, lift_point: 0.5165, 0.6859" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2065, 0.761, lift_point: 0.2065, 0.761", "pred": "The action is #DUAL_POINT#; touch_point: 0.281, 0.5455, lift_point: 0.281, 0.5455" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.058, 0.9279, lift_point: 0.058, 0.9279", "pred": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.9154, lift_point: 0.0591, 0.9154" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest grocery store\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest grocery store\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1221, 0.6172, lift_point: 0.1221, 0.6172", "pred": "The action is #DUAL_POINT#; touch_point: 0.1302, 0.4574, lift_point: 0.1302, 0.4574" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2369, 0.5183, lift_point: 0.2369, 0.5183", "pred": "The action is #DUAL_POINT#; touch_point: 0.6158, 0.8773, lift_point: 0.6158, 0.8773" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7626, 0.6217, lift_point: 0.7626, 0.6217", "pred": "The action is #DUAL_POINT#; touch_point: 0.6363, 0.8501, lift_point: 0.6363, 0.8501" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8934, 0.5495, lift_point: 0.8934, 0.5495" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487", "pred": "The action is #DUAL_POINT#; touch_point: 0.6366, 0.8607, lift_point: 0.6366, 0.8607" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6247, 0.8487, lift_point: 0.6247, 0.8487" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6281, 0.8437, lift_point: 0.6281, 0.8437" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.185, 0.6066, lift_point: 0.185, 0.6066", "pred": "The action is #DUAL_POINT#; touch_point: 0.8977, 0.3788, lift_point: 0.8977, 0.3788" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0556, 0.7814, lift_point: 0.0556, 0.7814", "pred": "The action is #DUAL_POINT#; touch_point: 0.0498, 0.8278, lift_point: 0.0498, 0.8278" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"taylor swift\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new Taylor Swift video\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.3816, lift_point: 0.1172, 0.3816" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1125, 0.3316, lift_point: 0.1125, 0.3316", "pred": "The action is #DUAL_POINT#; touch_point: 0.3632, 0.3994, lift_point: 0.3632, 0.3994" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1715, 0.2994, lift_point: 0.1715, 0.2994", "pred": "The action is #DUAL_POINT#; touch_point: 0.1794, 0.124, lift_point: 0.1794, 0.124" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0935, 0.3302, lift_point: 0.0935, 0.3302", "pred": "The action is #DUAL_POINT#; touch_point: 0.0987, 0.2565, lift_point: 0.0987, 0.2565" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1724, 0.7536, lift_point: 0.1724, 0.7536", "pred": "The action is #DUAL_POINT#; touch_point: 0.2272, 0.2535, lift_point: 0.2272, 0.2535" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2217, 0.9143, lift_point: 0.2217, 0.9143", "pred": "The action is #DUAL_POINT#; touch_point: 0.2326, 0.8768, lift_point: 0.2326, 0.8768" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1507, 0.4982, lift_point: 0.1507, 0.4982" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.514, 0.942, lift_point: 0.514, 0.942", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6784, 0.9517, lift_point: 0.6784, 0.9517" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7807, 0.6724, lift_point: 0.7807, 0.6724", "pred": "The action is #DUAL_POINT#; touch_point: 0.7814, 0.6889, lift_point: 0.7814, 0.6889" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0721, 0.333, lift_point: 0.0721, 0.333", "pred": "The action is #DUAL_POINT#; touch_point: 0.0685, 0.4435, lift_point: 0.0685, 0.4435" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nyc to london flights\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nyc to london flights\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1352, 0.5506, lift_point: 0.1352, 0.5506", "pred": "The action is #DUAL_POINT#; touch_point: 0.1419, 0.4085, lift_point: 0.1419, 0.4085" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3786, 0.3165, lift_point: 0.3786, 0.3165" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7846, 0.5999, lift_point: 0.7846, 0.5999", "pred": "The action is #DUAL_POINT#; touch_point: 0.6885, 0.5485, lift_point: 0.6885, 0.5485" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7731, 0.6931, lift_point: 0.7731, 0.6931", "pred": "The action is #DUAL_POINT#; touch_point: 0.7837, 0.6834, lift_point: 0.7837, 0.6834" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.4234, lift_point: 0.0533, 0.4234", "pred": "The action is #DUAL_POINT#; touch_point: 0.0673, 0.4201, lift_point: 0.0673, 0.4201" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new lipstick on sephora\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new lipstick on sephora\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1188, 0.544, lift_point: 0.1188, 0.544", "pred": "The action is #DUAL_POINT#; touch_point: 0.1426, 0.3859, lift_point: 0.1426, 0.3859" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5552, 0.619, lift_point: 0.5552, 0.619", "pred": "The action is #DUAL_POINT#; touch_point: 0.5541, 0.6151, lift_point: 0.5541, 0.6151" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8935, 0.451, lift_point: 0.8935, 0.451", "pred": "The action is #DUAL_POINT#; touch_point: 0.7755, 0.6868, lift_point: 0.7755, 0.6868" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Barcelona\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Barcelona\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.121, 0.4254, lift_point: 0.121, 0.4254" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1339, 0.5689, lift_point: 0.1339, 0.5689", "pred": "The action is #DUAL_POINT#; touch_point: 0.1324, 0.6032, lift_point: 0.1324, 0.6032" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7894, 0.5372, lift_point: 0.7894, 0.5372" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5399, 0.5883, lift_point: 0.5399, 0.5883", "pred": "The action is #DUAL_POINT#; touch_point: 0.4946, 0.4444, lift_point: 0.4946, 0.4444" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6914, 0.9415, lift_point: 0.6914, 0.9415", "pred": "The action is #DUAL_POINT#; touch_point: 0.626, 0.9483, lift_point: 0.626, 0.9483" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7128, 0.9282, lift_point: 0.7128, 0.9282" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9011, 0.3662, lift_point: 0.9011, 0.3662", "pred": "The action is #DUAL_POINT#; touch_point: 0.8762, 0.4254, lift_point: 0.8762, 0.4254" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Atlanta\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Atlanta\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1273, 0.4255, lift_point: 0.1273, 0.4255" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1183, 0.4854, lift_point: 0.1183, 0.4854", "pred": "The action is #DUAL_POINT#; touch_point: 0.1256, 0.3416, lift_point: 0.1256, 0.3416" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3025, 0.282, lift_point: 0.3025, 0.282" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4084, 0.4501, lift_point: 0.4084, 0.4501", "pred": "The action is #DUAL_POINT#; touch_point: 0.4935, 0.494, lift_point: 0.4935, 0.494" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.409, 0.4501, lift_point: 0.409, 0.4501" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5474, 0.6241, lift_point: 0.5474, 0.6241", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8101, 0.681, lift_point: 0.8101, 0.681", "pred": "The action is #DUAL_POINT#; touch_point: 0.7901, 0.6735, lift_point: 0.7901, 0.6735" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8961, 0.6047, lift_point: 0.8961, 0.6047", "pred": "The action is #DUAL_POINT#; touch_point: 0.9097, 0.5155, lift_point: 0.9097, 0.5155" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.887, 0.8502, lift_point: 0.887, 0.8502", "pred": "The action is #DUAL_POINT#; touch_point: 0.8953, 0.8128, lift_point: 0.8953, 0.8128" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3197, 0.4917, lift_point: 0.3197, 0.4917", "pred": "The action is #DUAL_POINT#; touch_point: 0.2944, 0.5035, lift_point: 0.2944, 0.5035" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurants in las vegas\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Las Vegas?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1395, 0.5157, lift_point: 0.1395, 0.5157" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5003, 0.1521, lift_point: 0.5003, 0.1521", "pred": "The action is #DUAL_POINT#; touch_point: 0.3614, 0.8773, lift_point: 0.3614, 0.8773" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7902, 0.6771, lift_point: 0.7902, 0.6771" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3579, 0.5075, lift_point: 0.3579, 0.5075", "pred": "The action is #DUAL_POINT#; touch_point: 0.5043, 0.6851, lift_point: 0.5043, 0.6851" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9018, 0.494, lift_point: 0.9018, 0.494", "pred": "The action is #DUAL_POINT#; touch_point: 0.8964, 0.4736, lift_point: 0.8964, 0.4736" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8946, 0.9017, lift_point: 0.8946, 0.9017", "pred": "The action is #DUAL_POINT#; touch_point: 0.9005, 0.8444, lift_point: 0.9005, 0.8444" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2867, 0.5688, lift_point: 0.2867, 0.5688", "pred": "The action is #DUAL_POINT#; touch_point: 0.2994, 0.5334, lift_point: 0.2994, 0.5334" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.3558, lift_point: 0.1411, 0.3558" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5819, 0.8652, lift_point: 0.5819, 0.8652", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3545, 0.5048, lift_point: 0.3545, 0.5048", "pred": "The action is #DUAL_POINT#; touch_point: 0.3626, 0.4841, lift_point: 0.3626, 0.4841" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0537, 0.3913, lift_point: 0.0537, 0.3913", "pred": "The action is #DUAL_POINT#; touch_point: 0.0587, 0.5315, lift_point: 0.0587, 0.5315" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"how much does a 2*4*8 board cost at Lowes?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0603, 0.9243, lift_point: 0.0603, 0.9243" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1428, 0.4398, lift_point: 0.1428, 0.4398" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7868, 0.7098, lift_point: 0.7868, 0.7098", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946", "pred": "The action is #DUAL_POINT#; touch_point: 0.7868, 0.7098, lift_point: 0.7868, 0.7098" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946", "pred": "The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946", "pred": "The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7187, 0.7899, lift_point: 0.7187, 0.7899", "pred": "The action is #DUAL_POINT#; touch_point: 0.793, 0.6946, lift_point: 0.793, 0.6946" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.359, 0.5091, lift_point: 0.359, 0.5091", "pred": "The action is #DUAL_POINT#; touch_point: 0.3822, 0.499, lift_point: 0.3822, 0.499" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3872, 0.5059, lift_point: 0.3872, 0.5059", "pred": "The action is #DUAL_POINT#; touch_point: 0.3625, 0.504, lift_point: 0.3625, 0.504" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0757, 0.508, lift_point: 0.0757, 0.508", "pred": "The action is #DUAL_POINT#; touch_point: 0.0669, 0.4435, lift_point: 0.0669, 0.4435" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0721, 0.941, lift_point: 0.0721, 0.941", "pred": "The action is #DUAL_POINT#; touch_point: 0.0694, 0.9154, lift_point: 0.0694, 0.9154" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Miami?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Miami?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1463, 0.6816, lift_point: 0.1463, 0.6816", "pred": "The action is #DUAL_POINT#; touch_point: 0.1449, 0.6371, lift_point: 0.1449, 0.6371" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3638, 0.4848, lift_point: 0.3638, 0.4848", "pred": "The action is #DUAL_POINT#; touch_point: 0.3772, 0.4936, lift_point: 0.3772, 0.4936" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3774, 0.5146, lift_point: 0.3774, 0.5146", "pred": "The action is #DUAL_POINT#; touch_point: 0.3775, 0.5005, lift_point: 0.3775, 0.5005" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0623, 0.4674, lift_point: 0.0623, 0.4674", "pred": "The action is #DUAL_POINT#; touch_point: 0.0695, 0.4988, lift_point: 0.0695, 0.4988" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Boston?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Boston\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1518, 0.5023, lift_point: 0.1518, 0.5023", "pred": "The action is #DUAL_POINT#; touch_point: 0.1421, 0.6012, lift_point: 0.1421, 0.6012" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7521, 0.459, lift_point: 0.7521, 0.459", "pred": "The action is #DUAL_POINT#; touch_point: 0.332, 0.6965, lift_point: 0.332, 0.6965" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7521, 0.4897, lift_point: 0.7521, 0.4897", "pred": "The action is #DUAL_POINT#; touch_point: 0.7521, 0.459, lift_point: 0.7521, 0.459" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3459, 0.6862, lift_point: 0.3459, 0.6862", "pred": "The action is #DUAL_POINT#; touch_point: 0.3312, 0.6765, lift_point: 0.3312, 0.6765" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.9257, lift_point: 0.0627, 0.9257", "pred": "The action is #DUAL_POINT#; touch_point: 0.0787, 0.9371, lift_point: 0.0787, 0.9371" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0767, 0.9268, lift_point: 0.0767, 0.9268" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3442, 0.701, lift_point: 0.3442, 0.701", "pred": "The action is #DUAL_POINT#; touch_point: 0.3309, 0.6897, lift_point: 0.3309, 0.6897" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.062, 0.5153, lift_point: 0.062, 0.5153", "pred": "The action is #DUAL_POINT#; touch_point: 0.0728, 0.527, lift_point: 0.0728, 0.527" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new skincare product\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new skincare product\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1529, 0.6008, lift_point: 0.1529, 0.6008", "pred": "The action is #DUAL_POINT#; touch_point: 0.1574, 0.6004, lift_point: 0.1574, 0.6004" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6098, 0.8296, lift_point: 0.6098, 0.8296", "pred": "The action is #DUAL_POINT#; touch_point: 0.6331, 0.9711, lift_point: 0.6331, 0.9711" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.334, 0.8355, lift_point: 0.334, 0.8355", "pred": "The action is #DUAL_POINT#; touch_point: 0.6214, 0.8304, lift_point: 0.6214, 0.8304" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.336, 0.6863, lift_point: 0.336, 0.6863", "pred": "The action is #DUAL_POINT#; touch_point: 0.3318, 0.7199, lift_point: 0.3318, 0.7199" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0646, 0.4426, lift_point: 0.0646, 0.4426", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.4424, lift_point: 0.0699, 0.4424" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.056, 0.9082, lift_point: 0.056, 0.9082", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.9222, lift_point: 0.0699, 0.9222" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Brazil?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Brazil?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.5095, lift_point: 0.1411, 0.5095", "pred": "The action is #DUAL_POINT#; touch_point: 0.1415, 0.4144, lift_point: 0.1415, 0.4144" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1553, 0.4982, lift_point: 0.1553, 0.4982", "pred": "The action is #DUAL_POINT#; touch_point: 0.1446, 0.5095, lift_point: 0.1446, 0.5095" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1415, 0.3887, lift_point: 0.1415, 0.3887", "pred": "The action is #DUAL_POINT#; touch_point: 0.1553, 0.4982, lift_point: 0.1553, 0.4982" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3535, 0.3792, lift_point: 0.3535, 0.3792" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6314, 0.1508, lift_point: 0.6314, 0.1508", "pred": "The action is #DUAL_POINT#; touch_point: 0.627, 0.142, lift_point: 0.627, 0.142" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0587, 0.8981, lift_point: 0.0587, 0.8981", "pred": "The action is #DUAL_POINT#; touch_point: 0.0655, 0.9211, lift_point: 0.0655, 0.9211" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Chicago\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Chicago\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1296, 0.3482, lift_point: 0.1296, 0.3482", "pred": "The action is #DUAL_POINT#; touch_point: 0.1325, 0.3085, lift_point: 0.1325, 0.3085" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3223, 0.42, lift_point: 0.3223, 0.42", "pred": "The action is #DUAL_POINT#; touch_point: 0.3333, 0.3758, lift_point: 0.3333, 0.3758" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8873, 0.5619, lift_point: 0.8873, 0.5619", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9061, 0.8273, lift_point: 0.9061, 0.8273", "pred": "The action is #DUAL_POINT#; touch_point: 0.9028, 0.8089, lift_point: 0.9028, 0.8089" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6212, 0.1743, lift_point: 0.6212, 0.1743", "pred": "The action is #DUAL_POINT#; touch_point: 0.3561, 0.625, lift_point: 0.3561, 0.625" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1286, 0.6615, lift_point: 0.1286, 0.6615", "pred": "The action is #DUAL_POINT#; touch_point: 0.1261, 0.6428, lift_point: 0.1261, 0.6428" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.067, 0.912, lift_point: 0.067, 0.912", "pred": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.9213, lift_point: 0.0621, 0.9213" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Zurich to Helsinki\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Zurich to Helsinki\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.116, 0.6514, lift_point: 0.116, 0.6514", "pred": "The action is #DUAL_POINT#; touch_point: 0.1311, 0.4364, lift_point: 0.1311, 0.4364" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6221, 0.3714, lift_point: 0.6221, 0.3714", "pred": "The action is #DUAL_POINT#; touch_point: 0.6263, 0.3323, lift_point: 0.6263, 0.3323" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8009, 0.4575, lift_point: 0.8009, 0.4575" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8945, 0.5329, lift_point: 0.8945, 0.5329", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Open the downloads\"", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.331, 0.6573, lift_point: 0.331, 0.6573" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3893, 0.7047, lift_point: 0.3893, 0.7047", "pred": "The action is #DUAL_POINT#; touch_point: 0.371, 0.6885, lift_point: 0.371, 0.6885" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8764, 0.516, lift_point: 0.8764, 0.516", "pred": "The action is #DUAL_POINT#; touch_point: 0.8897, 0.4815, lift_point: 0.8897, 0.4815" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6223, 0.3817, lift_point: 0.6223, 0.3817", "pred": "The action is #DUAL_POINT#; touch_point: 0.5982, 0.2733, lift_point: 0.5982, 0.2733" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4137, 0.5021, lift_point: 0.4137, 0.5021", "pred": "The action is #DUAL_POINT#; touch_point: 0.403, 0.5178, lift_point: 0.403, 0.5178" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7037, 0.7908, lift_point: 0.7037, 0.7908", "pred": "The action is #DUAL_POINT#; touch_point: 0.7129, 0.7667, lift_point: 0.7129, 0.7667" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1656, 0.1115, lift_point: 0.1656, 0.1115" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7451, 0.302, lift_point: 0.7451, 0.302", "pred": "The action is #DUAL_POINT#; touch_point: 0.7456, 0.6852, lift_point: 0.7456, 0.6852" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2603, 0.7206, lift_point: 0.2603, 0.7206", "pred": "The action is #DUAL_POINT#; touch_point: 0.086, 0.5004, lift_point: 0.086, 0.5004" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1639, 0.921, lift_point: 0.1639, 0.921", "pred": "The action is #DUAL_POINT#; touch_point: 0.1575, 0.9269, lift_point: 0.1575, 0.9269" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"game trailers\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest video from GameTrailers\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1639, 0.5848, lift_point: 0.1639, 0.5848" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1635, 0.5666, lift_point: 0.1635, 0.5666" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.435, 0.3619, lift_point: 0.435, 0.3619", "pred": "The action is #DUAL_POINT#; touch_point: 0.4575, 0.3284, lift_point: 0.4575, 0.3284" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1883, 0.3333, lift_point: 0.1883, 0.3333" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5557, 0.6238, lift_point: 0.5557, 0.6238" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0666, 0.363, lift_point: 0.0666, 0.363", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2498, 0.6524, lift_point: 0.2498, 0.6524" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3207, 0.3115, lift_point: 0.3207, 0.3115", "pred": "The action is #DUAL_POINT#; touch_point: 0.0577, 0.8276, lift_point: 0.0577, 0.8276" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2571, 0.7836, lift_point: 0.2571, 0.7836", "pred": "The action is #DUAL_POINT#; touch_point: 0.2828, 0.9034, lift_point: 0.2828, 0.9034" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4052, 0.149, lift_point: 0.4052, 0.149", "pred": "The action is #DUAL_POINT#; touch_point: 0.3885, 0.1315, lift_point: 0.3885, 0.1315" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8825, 0.8932, lift_point: 0.8825, 0.8932", "pred": "The action is #DUAL_POINT#; touch_point: 0.8693, 0.8895, lift_point: 0.8693, 0.8895" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8825, 0.8932, lift_point: 0.8825, 0.8932", "pred": "The action is #DUAL_POINT#; touch_point: 0.8825, 0.8932, lift_point: 0.8825, 0.8932" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8825, 0.8932, lift_point: 0.8825, 0.8932", "pred": "The action is #DUAL_POINT#; touch_point: 0.8825, 0.8932, lift_point: 0.8825, 0.8932" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8538, 0.524, lift_point: 0.8538, 0.524", "pred": "The action is #DUAL_POINT#; touch_point: 0.8825, 0.8932, lift_point: 0.8825, 0.8932" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0752, 0.5699, lift_point: 0.0752, 0.5699", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0791, 0.9243, lift_point: 0.0791, 0.9243" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2783, 0.4273, lift_point: 0.2783, 0.4273", "pred": "The action is #DUAL_POINT#; touch_point: 0.171, 0.2292, lift_point: 0.171, 0.2292" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4492, 0.1148, lift_point: 0.4492, 0.1148", "pred": "The action is #DUAL_POINT#; touch_point: 0.4829, 0.1154, lift_point: 0.4829, 0.1154" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4832, 0.6379, lift_point: 0.4832, 0.6379", "pred": "The action is #DUAL_POINT#; touch_point: 0.8567, 0.8565, lift_point: 0.8567, 0.8565" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7387, 0.8037, lift_point: 0.7387, 0.8037", "pred": "The action is #DUAL_POINT#; touch_point: 0.8678, 0.8558, lift_point: 0.8678, 0.8558" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4457, 0.4937, lift_point: 0.4457, 0.4937" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4438, 0.3849, lift_point: 0.4438, 0.3849", "pred": "The action is #DUAL_POINT#; touch_point: 0.8537, 0.8567, lift_point: 0.8537, 0.8567" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8209, 0.8498, lift_point: 0.8209, 0.8498", "pred": "The action is #DUAL_POINT#; touch_point: 0.8599, 0.8555, lift_point: 0.8599, 0.8555" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1515, 0.9091, lift_point: 0.1515, 0.9091", "pred": "The action is #DUAL_POINT#; touch_point: 0.8147, 0.8789, lift_point: 0.8147, 0.8789" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6437, 0.4219, lift_point: 0.6437, 0.4219", "pred": "The action is #DUAL_POINT#; touch_point: 0.1607, 0.8982, lift_point: 0.1607, 0.8982" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6437, 0.4219, lift_point: 0.6437, 0.4219" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1595, 0.8944, lift_point: 0.1595, 0.8944", "pred": "The action is #DUAL_POINT#; touch_point: 0.7494, 0.369, lift_point: 0.7494, 0.369" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.757, 0.3336, lift_point: 0.757, 0.3336", "pred": "The action is #DUAL_POINT#; touch_point: 0.7508, 0.3115, lift_point: 0.7508, 0.3115" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7443, 0.2863, lift_point: 0.7443, 0.2863", "pred": "The action is #DUAL_POINT#; touch_point: 0.7476, 0.307, lift_point: 0.7476, 0.307" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0729, 0.9381, lift_point: 0.0729, 0.9381", "pred": "The action is #DUAL_POINT#; touch_point: 0.0831, 0.9228, lift_point: 0.0831, 0.9228" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1679, 0.5016, lift_point: 0.1679, 0.5016", "pred": "The action is #DUAL_POINT#; touch_point: 0.1385, 0.4352, lift_point: 0.1385, 0.4352" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7568, 0.679, lift_point: 0.7568, 0.679", "pred": "The action is #DUAL_POINT#; touch_point: 0.7505, 0.3116, lift_point: 0.7505, 0.3116" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7722, 0.7035, lift_point: 0.7722, 0.7035", "pred": "The action is #DUAL_POINT#; touch_point: 0.7467, 0.3204, lift_point: 0.7467, 0.3204" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0808, 0.7656, lift_point: 0.0808, 0.7656", "pred": "The action is #DUAL_POINT#; touch_point: 0.0807, 0.7477, lift_point: 0.0807, 0.7477" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0762, 0.9075, lift_point: 0.0762, 0.9075", "pred": "The action is #DUAL_POINT#; touch_point: 0.0808, 0.9231, lift_point: 0.0808, 0.9231" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Twitter app\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1697, 0.2992, lift_point: 0.1697, 0.2992" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2144, 0.8244, lift_point: 0.2144, 0.8244", "pred": "The action is #DUAL_POINT#; touch_point: 0.1985, 0.8524, lift_point: 0.1985, 0.8524" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1696, 0.5743, lift_point: 0.1696, 0.5743" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1755, 0.3597, lift_point: 0.1755, 0.3597" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1758, 0.3928, lift_point: 0.1758, 0.3928" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1807, 0.8051, lift_point: 0.1807, 0.8051", "pred": "The action is #DUAL_POINT#; touch_point: 0.1888, 0.8113, lift_point: 0.1888, 0.8113" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2242, 0.9168, lift_point: 0.2242, 0.9168" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9036, 0.4394, lift_point: 0.9036, 0.4394", "pred": "The action is #DUAL_POINT#; touch_point: 0.875, 0.5182, lift_point: 0.875, 0.5182" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8892, 0.508, lift_point: 0.8892, 0.508", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new nail polish\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new nail polish\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new nail polish\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1798, 0.3692, lift_point: 0.1798, 0.3692", "pred": "The action is #DUAL_POINT#; touch_point: 0.1145, 0.3854, lift_point: 0.1145, 0.3854" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.884, 0.53, lift_point: 0.884, 0.53", "pred": "The action is #DUAL_POINT#; touch_point: 0.8756, 0.4803, lift_point: 0.8756, 0.4803" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Hisense TV?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Hisense TV?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.117, 0.443, lift_point: 0.117, 0.443", "pred": "The action is #DUAL_POINT#; touch_point: 0.121, 0.4466, lift_point: 0.121, 0.4466" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3452, 0.1982, lift_point: 0.3452, 0.1982", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7584, 0.939, lift_point: 0.7584, 0.939", "pred": "The action is #DUAL_POINT#; touch_point: 0.7417, 0.9293, lift_point: 0.7417, 0.9293" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.749, 0.9327, lift_point: 0.749, 0.9327", "pred": "The action is #DUAL_POINT#; touch_point: 0.7584, 0.939, lift_point: 0.7584, 0.939" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7737, 0.8688, lift_point: 0.7737, 0.8688", "pred": "The action is #DUAL_POINT#; touch_point: 0.7829, 0.5186, lift_point: 0.7829, 0.5186" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0472, 0.0735, lift_point: 0.0472, 0.0735", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8561, 0.9226, lift_point: 0.8561, 0.9226", "pred": "The action is #DUAL_POINT#; touch_point: 0.0472, 0.0735, lift_point: 0.0472, 0.0735" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0608, 0.0684, lift_point: 0.0608, 0.0684", "pred": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.8482, lift_point: 0.0567, 0.8482" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0487, 0.8138, lift_point: 0.0487, 0.8138", "pred": "The action is #DUAL_POINT#; touch_point: 0.0509, 0.8135, lift_point: 0.0509, 0.8135" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new Bruno Mars video\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new Bruno Mars video\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.11, 0.416, lift_point: 0.11, 0.416", "pred": "The action is #DUAL_POINT#; touch_point: 0.1026, 0.2858, lift_point: 0.1026, 0.2858" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3355, 0.48, lift_point: 0.3355, 0.48", "pred": "The action is #DUAL_POINT#; touch_point: 0.2063, 0.5634, lift_point: 0.2063, 0.5634" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5463, 0.4976, lift_point: 0.5463, 0.4976", "pred": "The action is #DUAL_POINT#; touch_point: 0.5571, 0.4897, lift_point: 0.5571, 0.4897" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8229, 0.2441, lift_point: 0.8229, 0.2441", "pred": "The action is #DUAL_POINT#; touch_point: 0.8004, 0.7384, lift_point: 0.8004, 0.7384" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1028, 0.4618, lift_point: 0.1028, 0.4618", "pred": "The action is #DUAL_POINT#; touch_point: 0.5117, 0.4175, lift_point: 0.5117, 0.4175" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5112, 0.364, lift_point: 0.5112, 0.364" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.5101, 0.4596, lift_point: 0.5101, 0.4596" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5102, 0.5047, lift_point: 0.5102, 0.5047" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5115, 0.5001, lift_point: 0.5115, 0.5001", "pred": "The action is #DUAL_POINT#; touch_point: 0.5114, 0.4504, lift_point: 0.5114, 0.4504" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6879, 0.9121, lift_point: 0.6879, 0.9121", "pred": "The action is #DUAL_POINT#; touch_point: 0.6892, 0.9072, lift_point: 0.6892, 0.9072" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.678, 0.8882, lift_point: 0.678, 0.8882", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6696, 0.6087, lift_point: 0.6696, 0.6087" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5487, 0.4375, lift_point: 0.5487, 0.4375", "pred": "The action is #DUAL_POINT#; touch_point: 0.5613, 0.4893, lift_point: 0.5613, 0.4893" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5416, 0.5029, lift_point: 0.5416, 0.5029", "pred": "The action is #DUAL_POINT#; touch_point: 0.5595, 0.4934, lift_point: 0.5595, 0.4934" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1082, 0.4914, lift_point: 0.1082, 0.4914", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Los Angeles\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Los Angeles?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Los Angeles\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3003, 0.2088, lift_point: 0.3003, 0.2088", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4956, 0.4605, lift_point: 0.4956, 0.4605", "pred": "The action is #DUAL_POINT#; touch_point: 0.7052, 0.6768, lift_point: 0.7052, 0.6768" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1153, 0.6048, lift_point: 0.1153, 0.6048", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Best Buy?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Best Buy?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5003, 0.4928, lift_point: 0.5003, 0.4928", "pred": "The action is #DUAL_POINT#; touch_point: 0.5014, 0.4996, lift_point: 0.5014, 0.4996" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1093, 0.5292, lift_point: 0.1093, 0.5292", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1016, 0.8894, lift_point: 0.1016, 0.8894", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Seoul?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Seoul?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3687, 0.6377, lift_point: 0.3687, 0.6377", "pred": "The action is #DUAL_POINT#; touch_point: 0.3777, 0.6, lift_point: 0.3777, 0.6" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1944, 0.489, lift_point: 0.1944, 0.489" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2999, 0.3752, lift_point: 0.2999, 0.3752" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0538, 0.4537, lift_point: 0.0538, 0.4537" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2971, 0.4607, lift_point: 0.2971, 0.4607", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.4804, lift_point: 0.0642, 0.4804" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3467, 0.6157, lift_point: 0.3467, 0.6157", "pred": "The action is #DUAL_POINT#; touch_point: 0.3607, 0.6254, lift_point: 0.3607, 0.6254" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1943, 0.6497, lift_point: 0.1943, 0.6497", "pred": "The action is #DUAL_POINT#; touch_point: 0.0587, 0.462, lift_point: 0.0587, 0.462" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0498, 0.6579, lift_point: 0.0498, 0.6579", "pred": "The action is #DUAL_POINT#; touch_point: 0.1815, 0.7828, lift_point: 0.1815, 0.7828" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Jamaica?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Jamaica?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3566, 0.6233, lift_point: 0.3566, 0.6233", "pred": "The action is #DUAL_POINT#; touch_point: 0.3443, 0.6019, lift_point: 0.3443, 0.6019" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0637, 0.5478, lift_point: 0.0637, 0.5478", "pred": "The action is #DUAL_POINT#; touch_point: 0.0584, 0.4705, lift_point: 0.0584, 0.4705" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in San Francisco?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in San Francisco?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3394, 0.3787, lift_point: 0.3394, 0.3787", "pred": "The action is #DUAL_POINT#; touch_point: 0.3471, 0.4354, lift_point: 0.3471, 0.4354" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3447, 0.5798, lift_point: 0.3447, 0.5798", "pred": "The action is #DUAL_POINT#; touch_point: 0.3601, 0.6245, lift_point: 0.3601, 0.6245" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.058, 0.3801, lift_point: 0.058, 0.3801", "pred": "The action is #DUAL_POINT#; touch_point: 0.0588, 0.5475, lift_point: 0.0588, 0.5475" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like on eBay?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like on eBay?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3491, 0.6377, lift_point: 0.3491, 0.6377", "pred": "The action is #DUAL_POINT#; touch_point: 0.3606, 0.5982, lift_point: 0.3606, 0.5982" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0549, 0.4824, lift_point: 0.0549, 0.4824", "pred": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.3944, lift_point: 0.0627, 0.3944" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like on eBay?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like on eBay?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3268, 0.5633, lift_point: 0.3268, 0.5633", "pred": "The action is #DUAL_POINT#; touch_point: 0.3604, 0.624, lift_point: 0.3604, 0.624" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0626, 0.5134, lift_point: 0.0626, 0.5134", "pred": "The action is #DUAL_POINT#; touch_point: 0.0663, 0.543, lift_point: 0.0663, 0.543" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach cooler?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach cooler?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3543, 0.8344, lift_point: 0.3543, 0.8344", "pred": "The action is #DUAL_POINT#; touch_point: 0.3412, 0.8202, lift_point: 0.3412, 0.8202" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2025, 0.3128, lift_point: 0.2025, 0.3128", "pred": "The action is #DUAL_POINT#; touch_point: 0.3714, 0.6871, lift_point: 0.3714, 0.6871" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0917, 0.1112, lift_point: 0.0917, 0.1112", "pred": "The action is #DUAL_POINT#; touch_point: 0.0909, 0.1048, lift_point: 0.0909, 0.1048" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8789, 0.5295, lift_point: 0.8789, 0.5295", "pred": "The action is #DUAL_POINT#; touch_point: 0.1889, 0.2181, lift_point: 0.1889, 0.2181" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5827, 0.6927, lift_point: 0.5827, 0.6927", "pred": "The action is #DUAL_POINT#; touch_point: 0.6238, 0.496, lift_point: 0.6238, 0.496" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4045, 0.5047, lift_point: 0.4045, 0.5047", "pred": "The action is #DUAL_POINT#; touch_point: 0.4102, 0.4933, lift_point: 0.4102, 0.4933" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6971, 0.7586, lift_point: 0.6971, 0.7586", "pred": "The action is #DUAL_POINT#; touch_point: 0.3191, 0.764, lift_point: 0.3191, 0.764" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3617, 0.4902, lift_point: 0.3617, 0.4902", "pred": "The action is #DUAL_POINT#; touch_point: 0.5072, 0.6823, lift_point: 0.5072, 0.6823" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9117, 0.4429, lift_point: 0.9117, 0.4429", "pred": "The action is #DUAL_POINT#; touch_point: 0.9046, 0.4735, lift_point: 0.9046, 0.4735" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9159, 0.8003, lift_point: 0.9159, 0.8003", "pred": "The action is #DUAL_POINT#; touch_point: 0.9117, 0.7507, lift_point: 0.9117, 0.7507" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0588, 0.9363, lift_point: 0.0588, 0.9363", "pred": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.9325, lift_point: 0.0606, 0.9325" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1719, 0.7679, lift_point: 0.1719, 0.7679", "pred": "The action is #DUAL_POINT#; touch_point: 0.1717, 0.5861, lift_point: 0.1717, 0.5861" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8891, 0.1918, lift_point: 0.8891, 0.1918", "pred": "The action is #DUAL_POINT#; touch_point: 0.8801, 0.4354, lift_point: 0.8801, 0.4354" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Italy\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Italy?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7882, 0.1274, lift_point: 0.7882, 0.1274" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6207, 0.8532, lift_point: 0.6207, 0.8532", "pred": "The action is #DUAL_POINT#; touch_point: 0.6423, 0.8661, lift_point: 0.6423, 0.8661" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0611, 0.8205, lift_point: 0.0611, 0.8205" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.7738, lift_point: 0.0562, 0.7738", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0678, 0.9275, lift_point: 0.0678, 0.9275", "pred": "The action is #DUAL_POINT#; touch_point: 0.0603, 0.9298, lift_point: 0.0603, 0.9298" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" Amazon Music app\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0698, 0.4489, lift_point: 0.0698, 0.4489" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1454, 0.4444, lift_point: 0.1454, 0.4444" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1642, 0.8303, lift_point: 0.1642, 0.8303" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8853, 0.6011, lift_point: 0.8853, 0.6011", "pred": "The action is #DUAL_POINT#; touch_point: 0.872, 0.4657, lift_point: 0.872, 0.4657" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8803, 0.4733, lift_point: 0.8803, 0.4733", "pred": "The action is #DUAL_POINT#; touch_point: 0.8877, 0.4665, lift_point: 0.8877, 0.4665" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a blue whale\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a blue whale\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2994, 0.8345, lift_point: 0.2994, 0.8345", "pred": "The action is #DUAL_POINT#; touch_point: 0.2985, 0.8591, lift_point: 0.2985, 0.8591" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2994, 0.8373, lift_point: 0.2994, 0.8373", "pred": "The action is #DUAL_POINT#; touch_point: 0.2977, 0.8666, lift_point: 0.2977, 0.8666" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8426, 0.5058, lift_point: 0.8426, 0.5058", "pred": "The action is #DUAL_POINT#; touch_point: 0.8294, 0.4943, lift_point: 0.8294, 0.4943" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5408, 0.3006, lift_point: 0.5408, 0.3006", "pred": "The action is #DUAL_POINT#; touch_point: 0.3565, 0.7467, lift_point: 0.3565, 0.7467" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7118, 0.7632, lift_point: 0.7118, 0.7632", "pred": "The action is #DUAL_POINT#; touch_point: 0.7179, 0.7638, lift_point: 0.7179, 0.7638" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8477, 0.6484, lift_point: 0.8477, 0.6484", "pred": "The action is #DUAL_POINT#; touch_point: 0.8443, 0.612, lift_point: 0.8443, 0.612" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0537, 0.5218, lift_point: 0.0537, 0.5218", "pred": "The action is #DUAL_POINT#; touch_point: 0.0514, 0.5591, lift_point: 0.0514, 0.5591" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0549, 0.6326, lift_point: 0.0549, 0.6326", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Chipotle?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest Chipotle\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Chipotle?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1115, 0.2639, lift_point: 0.1115, 0.2639", "pred": "The action is #DUAL_POINT#; touch_point: 0.1028, 0.2793, lift_point: 0.1028, 0.2793" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2129, 0.1286, lift_point: 0.2129, 0.1286", "pred": "The action is #DUAL_POINT#; touch_point: 0.2233, 0.1571, lift_point: 0.2233, 0.1571" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8421, 0.6318, lift_point: 0.8421, 0.6318", "pred": "The action is #DUAL_POINT#; touch_point: 0.8468, 0.6185, lift_point: 0.8468, 0.6185" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0465, 0.4518, lift_point: 0.0465, 0.4518", "pred": "The action is #DUAL_POINT#; touch_point: 0.0383, 0.4344, lift_point: 0.0383, 0.4344" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the New York Times\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Washington DC?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1055, 0.1904, lift_point: 0.1055, 0.1904" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1493, 0.6144, lift_point: 0.1493, 0.6144", "pred": "The action is #DUAL_POINT#; touch_point: 0.2879, 0.4588, lift_point: 0.2879, 0.4588" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1014, 0.94, lift_point: 0.1014, 0.94", "pred": "The action is #DUAL_POINT#; touch_point: 0.1011, 0.9468, lift_point: 0.1011, 0.9468" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Washington DC\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Washington DC\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1636, 0.4575, lift_point: 0.1636, 0.4575" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3015, 0.335, lift_point: 0.3015, 0.335" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8492, 0.2312, lift_point: 0.8492, 0.2312", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6567, 0.8303, lift_point: 0.6567, 0.8303", "pred": "The action is #DUAL_POINT#; touch_point: 0.6377, 0.8607, lift_point: 0.6377, 0.8607" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5128, 0.5664, lift_point: 0.5128, 0.5664", "pred": "The action is #DUAL_POINT#; touch_point: 0.0684, 0.79, lift_point: 0.0684, 0.79" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0435, 0.8443, lift_point: 0.0435, 0.8443", "pred": "The action is #DUAL_POINT#; touch_point: 0.0489, 0.8099, lift_point: 0.0489, 0.8099" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new Selena Gomez video\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new Selena Gomez video\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0945, 0.4266, lift_point: 0.0945, 0.4266" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7086, 0.6197, lift_point: 0.7086, 0.6197", "pred": "The action is #DUAL_POINT#; touch_point: 0.1921, 0.5118, lift_point: 0.1921, 0.5118" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7971, 0.9569, lift_point: 0.7971, 0.9569", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7209, 0.9022, lift_point: 0.7209, 0.9022", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1557, 0.5074, lift_point: 0.1557, 0.5074" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.85, 0.6212, lift_point: 0.85, 0.6212", "pred": "The action is #DUAL_POINT#; touch_point: 0.844, 0.6227, lift_point: 0.844, 0.6227" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.6137, lift_point: 0.0533, 0.6137", "pred": "The action is #DUAL_POINT#; touch_point: 0.0509, 0.6114, lift_point: 0.0509, 0.6114" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Washington DC\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Washington DC\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3211, 0.3354, lift_point: 0.3211, 0.3354" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8064, 0.1941, lift_point: 0.8064, 0.1941", "pred": "The action is #DUAL_POINT#; touch_point: 0.5999, 0.4326, lift_point: 0.5999, 0.4326" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8539, 0.651, lift_point: 0.8539, 0.651", "pred": "The action is #DUAL_POINT#; touch_point: 0.8443, 0.6337, lift_point: 0.8443, 0.6337" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0449, 0.5533, lift_point: 0.0449, 0.5533", "pred": "The action is #DUAL_POINT#; touch_point: 0.0499, 0.3724, lift_point: 0.0499, 0.3724" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on Reddit this week\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on Reddit this week\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1014, 0.2792, lift_point: 0.1014, 0.2792" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3031, 0.3016, lift_point: 0.3031, 0.3016", "pred": "The action is #DUAL_POINT#; touch_point: 0.3044, 0.2324, lift_point: 0.3044, 0.2324" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9173, 0.8478, lift_point: 0.9173, 0.8478", "pred": "The action is #DUAL_POINT#; touch_point: 0.8929, 0.8688, lift_point: 0.8929, 0.8688" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8471, 0.6275, lift_point: 0.8471, 0.6275", "pred": "The action is #DUAL_POINT#; touch_point: 0.8461, 0.6259, lift_point: 0.8461, 0.6259" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.047, 0.5966, lift_point: 0.047, 0.5966", "pred": "The action is #DUAL_POINT#; touch_point: 0.0448, 0.5257, lift_point: 0.0448, 0.5257" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space science\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space science\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1007, 0.2792, lift_point: 0.1007, 0.2792" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2036, 0.11, lift_point: 0.2036, 0.11", "pred": "The action is #DUAL_POINT#; touch_point: 0.2272, 0.1688, lift_point: 0.2272, 0.1688" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8509, 0.6368, lift_point: 0.8509, 0.6368", "pred": "The action is #DUAL_POINT#; touch_point: 0.844, 0.6157, lift_point: 0.844, 0.6157" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0503, 0.5934, lift_point: 0.0503, 0.5934", "pred": "The action is #DUAL_POINT#; touch_point: 0.0509, 0.6554, lift_point: 0.0509, 0.6554" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Chinese Yuan\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Chinese Yuan\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8455, 0.6212, lift_point: 0.8455, 0.6212", "pred": "The action is #DUAL_POINT#; touch_point: 0.8445, 0.6154, lift_point: 0.8445, 0.6154" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0479, 0.4637, lift_point: 0.0479, 0.4637", "pred": "The action is #DUAL_POINT#; touch_point: 0.0494, 0.4291, lift_point: 0.0494, 0.4291" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the sun\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the sun?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.11, 0.2895, lift_point: 0.11, 0.2895", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8811, 0.6426, lift_point: 0.8811, 0.6426", "pred": "The action is #DUAL_POINT#; touch_point: 0.8897, 0.5393, lift_point: 0.8897, 0.5393" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Atlanta\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Atlanta?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1256, 0.4002, lift_point: 0.1256, 0.4002", "pred": "The action is #DUAL_POINT#; touch_point: 0.1234, 0.4958, lift_point: 0.1234, 0.4958" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3034, 0.4643, lift_point: 0.3034, 0.4643", "pred": "The action is #DUAL_POINT#; touch_point: 0.3013, 0.3602, lift_point: 0.3013, 0.3602" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8826, 0.5338, lift_point: 0.8826, 0.5338", "pred": "The action is #DUAL_POINT#; touch_point: 0.8751, 0.5379, lift_point: 0.8751, 0.5379" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Tokyo\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Tokyo\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.4211, lift_point: 0.1173, 0.4211", "pred": "The action is #DUAL_POINT#; touch_point: 0.1132, 0.4617, lift_point: 0.1132, 0.4617" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3009, 0.2795, lift_point: 0.3009, 0.2795", "pred": "The action is #DUAL_POINT#; touch_point: 0.3066, 0.3503, lift_point: 0.3066, 0.3503" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9254, 0.5018, lift_point: 0.9254, 0.5018", "pred": "The action is #DUAL_POINT#; touch_point: 0.9257, 0.4974, lift_point: 0.9257, 0.4974" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8928, 0.5077, lift_point: 0.8928, 0.5077", "pred": "The action is #DUAL_POINT#; touch_point: 0.8762, 0.4487, lift_point: 0.8762, 0.4487" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.115, 0.3462, lift_point: 0.115, 0.3462", "pred": "The action is #DUAL_POINT#; touch_point: 0.1188, 0.494, lift_point: 0.1188, 0.494" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8731, 0.5541, lift_point: 0.8731, 0.5541", "pred": "The action is #DUAL_POINT#; touch_point: 0.8751, 0.5183, lift_point: 0.8751, 0.5183" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this week?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this week?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1158, 0.3802, lift_point: 0.1158, 0.3802", "pred": "The action is #DUAL_POINT#; touch_point: 0.1183, 0.4834, lift_point: 0.1183, 0.4834" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2789, 0.2266, lift_point: 0.2789, 0.2266", "pred": "The action is #DUAL_POINT#; touch_point: 0.2807, 0.3333, lift_point: 0.2807, 0.3333" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7963, 0.9566, lift_point: 0.7963, 0.9566", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8914, 0.4885, lift_point: 0.8914, 0.4885", "pred": "The action is #DUAL_POINT#; touch_point: 0.8897, 0.5395, lift_point: 0.8897, 0.5395" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2885, 0.3708, lift_point: 0.2885, 0.3708", "pred": "The action is #DUAL_POINT#; touch_point: 0.1175, 0.2858, lift_point: 0.1175, 0.2858" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4614, 0.2669, lift_point: 0.4614, 0.2669", "pred": "The action is #DUAL_POINT#; touch_point: 0.2885, 0.3708, lift_point: 0.2885, 0.3708" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8981, 0.8524, lift_point: 0.8981, 0.8524", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8855, 0.5648, lift_point: 0.8855, 0.5648", "pred": "The action is #DUAL_POINT#; touch_point: 0.8767, 0.5679, lift_point: 0.8767, 0.5679" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this week?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this week?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.4815, lift_point: 0.1172, 0.4815", "pred": "The action is #DUAL_POINT#; touch_point: 0.118, 0.407, lift_point: 0.118, 0.407" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5059, 0.3782, lift_point: 0.5059, 0.3782", "pred": "The action is #DUAL_POINT#; touch_point: 0.3021, 0.3371, lift_point: 0.3021, 0.3371" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8942, 0.6991, lift_point: 0.8942, 0.6991", "pred": "The action is #DUAL_POINT#; touch_point: 0.8937, 0.7395, lift_point: 0.8937, 0.7395" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8867, 0.519, lift_point: 0.8867, 0.519", "pred": "The action is #DUAL_POINT#; touch_point: 0.8897, 0.5364, lift_point: 0.8897, 0.5364" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Pakistan?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Pakistan?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1068, 0.4057, lift_point: 0.1068, 0.4057", "pred": "The action is #DUAL_POINT#; touch_point: 0.1213, 0.4423, lift_point: 0.1213, 0.4423" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3741, 0.3787, lift_point: 0.3741, 0.3787", "pred": "The action is #DUAL_POINT#; touch_point: 0.3154, 0.4063, lift_point: 0.3154, 0.4063" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8671, 0.5771, lift_point: 0.8671, 0.5771", "pred": "The action is #DUAL_POINT#; touch_point: 0.8758, 0.5565, lift_point: 0.8758, 0.5565" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Guyana?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Guyana?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1821, 0.242, lift_point: 0.1821, 0.242", "pred": "The action is #DUAL_POINT#; touch_point: 0.1139, 0.4464, lift_point: 0.1139, 0.4464" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2904, 0.3624, lift_point: 0.2904, 0.3624", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6306, 0.1657, lift_point: 0.6306, 0.1657", "pred": "The action is #DUAL_POINT#; touch_point: 0.6315, 0.1586, lift_point: 0.6315, 0.1586" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6435, 0.1326, lift_point: 0.6435, 0.1326", "pred": "The action is #DUAL_POINT#; touch_point: 0.6306, 0.1657, lift_point: 0.6306, 0.1657" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1828, 0.25, lift_point: 0.1828, 0.25", "pred": "The action is #DUAL_POINT#; touch_point: 0.1909, 0.6285, lift_point: 0.1909, 0.6285" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0703, 0.9047, lift_point: 0.0703, 0.9047", "pred": "The action is #DUAL_POINT#; touch_point: 0.0637, 0.9264, lift_point: 0.0637, 0.9264" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for good Korean restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good Korean restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1277, 0.2562, lift_point: 0.1277, 0.2562", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.4369, lift_point: 0.123, 0.4369" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7974, 0.7043, lift_point: 0.7974, 0.7043", "pred": "The action is #DUAL_POINT#; touch_point: 0.8022, 0.7043, lift_point: 0.8022, 0.7043" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.063, 0.3738, lift_point: 0.063, 0.3738", "pred": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.3833, lift_point: 0.0555, 0.3833" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at Five Guys\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0517, 0.9398, lift_point: 0.0517, 0.9398" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.118, 0.287, lift_point: 0.118, 0.287" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1219, 0.266, lift_point: 0.1219, 0.266", "pred": "The action is #DUAL_POINT#; touch_point: 0.1242, 0.2984, lift_point: 0.1242, 0.2984" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3049, 0.3271, lift_point: 0.3049, 0.3271" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7103, 0.5417, lift_point: 0.7103, 0.5417", "pred": "The action is #DUAL_POINT#; touch_point: 0.7946, 0.2604, lift_point: 0.7946, 0.2604" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.6984, lift_point: 0.7898, 0.6984", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.6802, lift_point: 0.7965, 0.6802" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0478, 0.2489, lift_point: 0.0478, 0.2489", "pred": "The action is #DUAL_POINT#; touch_point: 0.0564, 0.3944, lift_point: 0.0564, 0.3944" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Pakistan\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in pakistan\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1283, 0.6011, lift_point: 0.1283, 0.6011", "pred": "The action is #DUAL_POINT#; touch_point: 0.1095, 0.2962, lift_point: 0.1095, 0.2962" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2222, 0.1763, lift_point: 0.2222, 0.1763", "pred": "The action is #DUAL_POINT#; touch_point: 0.2389, 0.5164, lift_point: 0.2389, 0.5164" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7893, 0.6731, lift_point: 0.7893, 0.6731", "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.6942, lift_point: 0.7909, 0.6942" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0574, 0.5749, lift_point: 0.0574, 0.5749", "pred": "The action is #DUAL_POINT#; touch_point: 0.0454, 0.402, lift_point: 0.0454, 0.402" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Sacramento\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in sacramento\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1244, 0.6074, lift_point: 0.1244, 0.6074", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6056, 0.5318, lift_point: 0.6056, 0.5318", "pred": "The action is #DUAL_POINT#; touch_point: 0.6131, 0.3938, lift_point: 0.6131, 0.3938" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4096, 0.7499, lift_point: 0.4096, 0.7499", "pred": "The action is #DUAL_POINT#; touch_point: 0.3551, 0.5735, lift_point: 0.3551, 0.5735" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3493, 0.5112, lift_point: 0.3493, 0.5112", "pred": "The action is #DUAL_POINT#; touch_point: 0.3502, 0.5008, lift_point: 0.3502, 0.5008" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0583, 0.3763, lift_point: 0.0583, 0.3763", "pred": "The action is #DUAL_POINT#; touch_point: 0.0685, 0.525, lift_point: 0.0685, 0.525" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.9232, lift_point: 0.0591, 0.9232", "pred": "The action is #DUAL_POINT#; touch_point: 0.0543, 0.9313, lift_point: 0.0543, 0.9313" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a blue whale?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a blue whale?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1409, 0.353, lift_point: 0.1409, 0.353", "pred": "The action is #DUAL_POINT#; touch_point: 0.1374, 0.4146, lift_point: 0.1374, 0.4146" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2697, 0.5114, lift_point: 0.2697, 0.5114", "pred": "The action is #DUAL_POINT#; touch_point: 0.6663, 0.6037, lift_point: 0.6663, 0.6037" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6548, 0.5648, lift_point: 0.6548, 0.5648", "pred": "The action is #DUAL_POINT#; touch_point: 0.6667, 0.6291, lift_point: 0.6667, 0.6291" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0985, 0.4286, lift_point: 0.0985, 0.4286", "pred": "The action is #DUAL_POINT#; touch_point: 0.1008, 0.5177, lift_point: 0.1008, 0.5177" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7992, 0.5125, lift_point: 0.7992, 0.5125" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5568, 0.5136, lift_point: 0.5568, 0.5136" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3872, 0.608, lift_point: 0.3872, 0.608", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6296, 0.6156, lift_point: 0.6296, 0.6156", "pred": "The action is #DUAL_POINT#; touch_point: 0.3682, 0.9023, lift_point: 0.3682, 0.9023" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8357, 0.7057, lift_point: 0.8357, 0.7057" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8198, 0.4497, lift_point: 0.8198, 0.4497", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5797, 0.5502, lift_point: 0.5797, 0.5502", "pred": "The action is #DUAL_POINT#; touch_point: 0.5659, 0.6611, lift_point: 0.5659, 0.6611" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936", "pred": "The action is #DUAL_POINT#; touch_point: 0.6615, 0.6084, lift_point: 0.6615, 0.6084" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6971, 0.5936, lift_point: 0.6971, 0.5936", "pred": "The action is #DUAL_POINT#; touch_point: 0.6927, 0.627, lift_point: 0.6927, 0.627" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1128, 0.4903, lift_point: 0.1128, 0.4903", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from nyc to mexico city\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Mexico city\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8507, 0.5374, lift_point: 0.8507, 0.5374" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5872, 0.5081, lift_point: 0.5872, 0.5081" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.543, 0.4197, lift_point: 0.543, 0.4197", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.583, 0.4119, lift_point: 0.583, 0.4119", "pred": "The action is #DUAL_POINT#; touch_point: 0.6448, 0.3639, lift_point: 0.6448, 0.3639" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6848, 0.6442, lift_point: 0.6848, 0.6442", "pred": "The action is #DUAL_POINT#; touch_point: 0.6613, 0.6087, lift_point: 0.6613, 0.6087" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1336, 0.445, lift_point: 0.1336, 0.445", "pred": "The action is #DUAL_POINT#; touch_point: 0.111, 0.453, lift_point: 0.111, 0.453" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from sydney to buenos aires\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from sydney to bbuenos aires\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8066, 0.6515, lift_point: 0.8066, 0.6515" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5997, 0.5086, lift_point: 0.5997, 0.5086" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3298, 0.5941, lift_point: 0.3298, 0.5941", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.709, 0.6491, lift_point: 0.709, 0.6491", "pred": "The action is #DUAL_POINT#; touch_point: 0.6618, 0.6257, lift_point: 0.6618, 0.6257" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.675, 0.6023, lift_point: 0.675, 0.6023", "pred": "The action is #DUAL_POINT#; touch_point: 0.692, 0.627, lift_point: 0.692, 0.627" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1174, 0.4815, lift_point: 0.1174, 0.4815", "pred": "The action is #DUAL_POINT#; touch_point: 0.1151, 0.4824, lift_point: 0.1151, 0.4824" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Nepal\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in nepal\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.447, 0.2565, lift_point: 0.447, 0.2565", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6689, 0.6297, lift_point: 0.6689, 0.6297", "pred": "The action is #DUAL_POINT#; touch_point: 0.6779, 0.6325, lift_point: 0.6779, 0.6325" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1155, 0.3948, lift_point: 0.1155, 0.3948", "pred": "The action is #DUAL_POINT#; touch_point: 0.1154, 0.4444, lift_point: 0.1154, 0.4444" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of United States\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of the United States\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.657, 0.6143, lift_point: 0.657, 0.6143", "pred": "The action is #DUAL_POINT#; touch_point: 0.6779, 0.6263, lift_point: 0.6779, 0.6263" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0934, 0.9228, lift_point: 0.0934, 0.9228", "pred": "The action is #DUAL_POINT#; touch_point: 0.1188, 0.8914, lift_point: 0.1188, 0.8914" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3196, 0.2437, lift_point: 0.3196, 0.2437", "pred": "The action is #DUAL_POINT#; touch_point: 0.3955, 0.2923, lift_point: 0.3955, 0.2923" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6751, 0.6307, lift_point: 0.6751, 0.6307", "pred": "The action is #DUAL_POINT#; touch_point: 0.6764, 0.6414, lift_point: 0.6764, 0.6414" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1042, 0.4585, lift_point: 0.1042, 0.4585" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6705, 0.6189, lift_point: 0.6705, 0.6189", "pred": "The action is #DUAL_POINT#; touch_point: 0.676, 0.6409, lift_point: 0.676, 0.6409" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6886, 0.6201, lift_point: 0.6886, 0.6201", "pred": "The action is #DUAL_POINT#; touch_point: 0.6836, 0.6189, lift_point: 0.6836, 0.6189" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1264, 0.5271, lift_point: 0.1264, 0.5271", "pred": "The action is #DUAL_POINT#; touch_point: 0.104, 0.4624, lift_point: 0.104, 0.4624" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"espn\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2716, 0.4401, lift_point: 0.2716, 0.4401", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296", "pred": "The action is #DUAL_POINT#; touch_point: 0.6738, 0.3043, lift_point: 0.6738, 0.3043" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6357, 0.3296, lift_point: 0.6357, 0.3296", "pred": "The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8648, 0.5908, lift_point: 0.8648, 0.5908", "pred": "The action is #DUAL_POINT#; touch_point: 0.6323, 0.3296, lift_point: 0.6323, 0.3296" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6208, 0.7456, lift_point: 0.6208, 0.7456", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8546, 0.3449, lift_point: 0.8546, 0.3449", "pred": "The action is #DUAL_POINT#; touch_point: 0.6208, 0.7456, lift_point: 0.6208, 0.7456" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1141, 0.4534, lift_point: 0.1141, 0.4534" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6726, 0.4775, lift_point: 0.6726, 0.4775" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1189, 0.9051, lift_point: 0.1189, 0.9051", "pred": "The action is #DUAL_POINT#; touch_point: 0.6728, 0.7685, lift_point: 0.6728, 0.7685" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2209, 0.3523, lift_point: 0.2209, 0.3523" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7444, 0.2545, lift_point: 0.7444, 0.2545" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.741, 0.2613, lift_point: 0.741, 0.2613" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3164, 0.0237, lift_point: 0.3164, 0.0237", "pred": "The action is #DUAL_POINT#; touch_point: 0.2262, 0.2111, lift_point: 0.2262, 0.2111" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3207, 0.0, lift_point: 0.3207, 0.0" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1189, 0.3924, lift_point: 0.1189, 0.3924" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4257, 0.7206, lift_point: 0.4257, 0.7206" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3165, 0.0562, lift_point: 0.3165, 0.0562" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4396, 0.1947, lift_point: 0.4396, 0.1947", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8665, 0.5445, lift_point: 0.8665, 0.5445" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2208, 0.8889, lift_point: 0.2208, 0.8889" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9041, 0.6678, lift_point: 0.9041, 0.6678", "pred": "The action is #DUAL_POINT#; touch_point: 0.3718, 0.8744, lift_point: 0.3718, 0.8744" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4354, 0.9014, lift_point: 0.4354, 0.9014" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8074, 0.134, lift_point: 0.8074, 0.134", "pred": "The action is #DUAL_POINT#; touch_point: 0.664, 0.868, lift_point: 0.664, 0.868" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6621, 0.6229, lift_point: 0.6621, 0.6229", "pred": "The action is #DUAL_POINT#; touch_point: 0.6613, 0.6248, lift_point: 0.6613, 0.6248" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0983, 0.4783, lift_point: 0.0983, 0.4783", "pred": "The action is #DUAL_POINT#; touch_point: 0.1105, 0.4494, lift_point: 0.1105, 0.4494" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of brazil\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of brazil\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6604, 0.614, lift_point: 0.6604, 0.614", "pred": "The action is #DUAL_POINT#; touch_point: 0.6768, 0.6265, lift_point: 0.6768, 0.6265" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1315, 0.4787, lift_point: 0.1315, 0.4787", "pred": "The action is #DUAL_POINT#; touch_point: 0.1189, 0.4444, lift_point: 0.1189, 0.4444" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0851, 0.4957, lift_point: 0.0851, 0.4957", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of italy\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital city of Italy\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of italy\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6369, 0.5138, lift_point: 0.6369, 0.5138", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6673, 0.5903, lift_point: 0.6673, 0.5903", "pred": "The action is #DUAL_POINT#; touch_point: 0.6763, 0.6261, lift_point: 0.6763, 0.6261" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1147, 0.4767, lift_point: 0.1147, 0.4767", "pred": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.4622, lift_point: 0.1171, 0.4622" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent in san francisco\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent in San Francisco\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6593, 0.4116, lift_point: 0.6593, 0.4116" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6977, 0.4514, lift_point: 0.6977, 0.4514" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5689, 0.5117, lift_point: 0.5689, 0.5117", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6609, 0.6025, lift_point: 0.6609, 0.6025", "pred": "The action is #DUAL_POINT#; touch_point: 0.6765, 0.6324, lift_point: 0.6765, 0.6324" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.088, 0.4926, lift_point: 0.088, 0.4926", "pred": "The action is #DUAL_POINT#; touch_point: 0.103, 0.506, lift_point: 0.103, 0.506" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of colombia\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of colombia\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7693, 0.9368, lift_point: 0.7693, 0.9368", "pred": "The action is #DUAL_POINT#; touch_point: 0.2442, 0.9584, lift_point: 0.2442, 0.9584" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.672, 0.6159, lift_point: 0.672, 0.6159", "pred": "The action is #DUAL_POINT#; touch_point: 0.6766, 0.6034, lift_point: 0.6766, 0.6034" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Ecuador\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in ecuador\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4555, 0.3257, lift_point: 0.4555, 0.3257" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2196, 0.2362, lift_point: 0.2196, 0.2362", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6684, 0.6136, lift_point: 0.6684, 0.6136", "pred": "The action is #DUAL_POINT#; touch_point: 0.6679, 0.6085, lift_point: 0.6679, 0.6085" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"latest technology news\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest technology news\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4153, 0.2788, lift_point: 0.4153, 0.2788", "pred": "The action is #DUAL_POINT#; touch_point: 0.3497, 0.2734, lift_point: 0.3497, 0.2734" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6802, 0.652, lift_point: 0.6802, 0.652" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8662, 0.1249, lift_point: 0.8662, 0.1249", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3911, 0.5727, lift_point: 0.3911, 0.5727" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3776, 0.5482, lift_point: 0.3776, 0.5482", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6163, 0.5461, lift_point: 0.6163, 0.5461", "pred": "The action is #DUAL_POINT#; touch_point: 0.3733, 0.5002, lift_point: 0.3733, 0.5002" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6944, 0.4068, lift_point: 0.6944, 0.4068", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6993, 0.5955, lift_point: 0.6993, 0.5955", "pred": "The action is #DUAL_POINT#; touch_point: 0.7071, 0.3325, lift_point: 0.7071, 0.3325" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4782, 0.8456, lift_point: 0.4782, 0.8456", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4782, 0.8456, lift_point: 0.4782, 0.8456", "pred": "The action is #DUAL_POINT#; touch_point: 0.4782, 0.8456, lift_point: 0.4782, 0.8456" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1094, 0.07, lift_point: 0.1094, 0.07", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1207, 0.0852, lift_point: 0.1207, 0.0852", "pred": "The action is #DUAL_POINT#; touch_point: 0.5331, 0.3184, lift_point: 0.5331, 0.3184" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of France\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0714, 0.3321, lift_point: 0.0714, 0.3321" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1799, 0.3409, lift_point: 0.1799, 0.3409", "pred": "The action is #DUAL_POINT#; touch_point: 0.2078, 0.3666, lift_point: 2078, 0.3666" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7954, 0.684, lift_point: 0.7954, 0.684" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3682, 0.7279, lift_point: 0.3682, 0.7279", "pred": "The action is #DUAL_POINT#; touch_point: 0.3641, 0.674, lift_point: 0.3641, 0.674" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8245, 0.4131, lift_point: 0.8245, 0.4131", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7836, 0.1513, lift_point: 0.7836, 0.1513", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7932, 0.1401, lift_point: 0.7932, 0.1401", "pred": "The action is #DUAL_POINT#; touch_point: 0.0666, 0.1354, lift_point: 0.0666, 0.1354" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0787, 0.0942, lift_point: 0.0787, 0.0942", "pred": "The action is #DUAL_POINT#; touch_point: 0.067, 0.1245, lift_point: 0.067, 0.1245" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8713, 0.5122, lift_point: 0.8713, 0.5122", "pred": "The action is #DUAL_POINT#; touch_point: 0.1987, 0.2428, lift_point: 0.1987, 0.2428" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6238, 0.3816, lift_point: 0.6238, 0.3816", "pred": "The action is #DUAL_POINT#; touch_point: 0.647, 0.4915, lift_point: 0.647, 0.4915" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4124, 0.4896, lift_point: 0.4124, 0.4896", "pred": "The action is #DUAL_POINT#; touch_point: 0.4002, 0.4995, lift_point: 0.4002, 0.4995" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7037, 0.7685, lift_point: 0.7037, 0.7685", "pred": "The action is #DUAL_POINT#; touch_point: 0.7011, 0.7708, lift_point: 0.7011, 0.7708" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1519, 0.2186, lift_point: 0.1519, 0.2186", "pred": "The action is #DUAL_POINT#; touch_point: 0.1488, 0.328, lift_point: 0.1488, 0.328" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2245, 0.6318, lift_point: 0.2245, 0.6318", "pred": "The action is #DUAL_POINT#; touch_point: 0.362, 0.286, lift_point: 0.362, 0.286" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1952, 0.0642, lift_point: 0.1952, 0.0642", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3727, 0.3787, lift_point: 0.3727, 0.3787", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4, 0.914, lift_point: 0.4, 0.914", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4, 0.914, lift_point: 0.4, 0.914", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4, 0.914, lift_point: 0.4, 0.914", "pred": "The action is #DUAL_POINT#; touch_point: 0.0707, 0.467, lift_point: 0.0707, 0.467" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0712, 0.417, lift_point: 0.0712, 0.417" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3555, 0.5587, lift_point: 0.3555, 0.5587", "pred": "The action is #DUAL_POINT#; touch_point: 0.3606, 0.5134, lift_point: 0.3606, 0.5134" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0639, 0.4558, lift_point: 0.0639, 0.4558", "pred": "The action is #DUAL_POINT#; touch_point: 0.0588, 0.5431, lift_point: 0.0588, 0.5431" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0639, 0.4558, lift_point: 0.0639, 0.4558", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Suriname?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Suriname?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Suriname?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4069, 0.1882, lift_point: 0.4069, 0.1882", "pred": "The action is #DUAL_POINT#; touch_point: 0.3764, 0.3304, lift_point: 0.3764, 0.3304" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8387, 0.2293, lift_point: 0.8387, 0.2293" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3643, 0.5149, lift_point: 0.3643, 0.5149", "pred": "The action is #DUAL_POINT#; touch_point: 0.3487, 0.5201, lift_point: 0.3487, 0.5201" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0756, 0.4319, lift_point: 0.0756, 0.4319", "pred": "The action is #DUAL_POINT#; touch_point: 0.0559, 0.5029, lift_point: 0.0559, 0.5029" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0721, 0.4319, lift_point: 0.0721, 0.4319", "pred": "The action is #DUAL_POINT#; touch_point: 0.0647, 0.5404, lift_point: 0.0647, 0.5404" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of sound\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of sound?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1321, 0.4324, lift_point: 0.1321, 0.4324" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8279, 0.5825, lift_point: 0.8279, 0.5825", "pred": "The action is #DUAL_POINT#; touch_point: 0.8307, 0.6314, lift_point: 0.8307, 0.6314" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9338, 0.5386, lift_point: 0.9338, 0.5386", "pred": "The action is #DUAL_POINT#; touch_point: 0.9214, 0.5678, lift_point: 0.9214, 0.5678" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9485, 0.7779, lift_point: 0.9485, 0.7779", "pred": "The action is #DUAL_POINT#; touch_point: 0.9414, 0.8919, lift_point: 0.9414, 0.8919" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6718, 0.8082, lift_point: 0.6718, 0.8082", "pred": "The action is #DUAL_POINT#; touch_point: 0.6779, 0.5934, lift_point: 0.6779, 0.5934" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5375, 0.6687, lift_point: 0.5375, 0.6687", "pred": "The action is #DUAL_POINT#; touch_point: 0.5938, 0.5672, lift_point: 0.5938, 0.5672" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2518, 0.5285, lift_point: 0.2518, 0.5285", "pred": "The action is #DUAL_POINT#; touch_point: 0.2492, 0.4584, lift_point: 0.2492, 0.4584" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of switzerland ?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Switzerland\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1132, 0.31, lift_point: 0.1132, 0.31", "pred": "The action is #DUAL_POINT#; touch_point: 0.1049, 0.4065, lift_point: 0.1049, 0.4065" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8715, 0.6588, lift_point: 0.8715, 0.6588", "pred": "The action is #DUAL_POINT#; touch_point: 0.8668, 0.6645, lift_point: 0.8668, 0.6645" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4388, 0.4604, lift_point: 0.4388, 0.4604", "pred": "The action is #DUAL_POINT#; touch_point: 0.405, 0.5646, lift_point: 0.405, 0.5646" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.135, 0.8465, lift_point: 0.135, 0.8465", "pred": "The action is #DUAL_POINT#; touch_point: 0.1284, 0.8274, lift_point: 0.1284, 0.8274" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my desktop\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my desktop\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3977, 0.5613, lift_point: 0.3977, 0.5613", "pred": "The action is #DUAL_POINT#; touch_point: 0.2806, 0.4824, lift_point: 0.2806, 0.4824" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.593, 0.4368, lift_point: 0.593, 0.4368", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7952, 0.6984, lift_point: 0.7952, 0.6984", "pred": "The action is #DUAL_POINT#; touch_point: 0.7922, 0.6915, lift_point: 0.7922, 0.6915" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8001, 0.6984, lift_point: 0.8001, 0.6984", "pred": "The action is #DUAL_POINT#; touch_point: 0.7952, 0.6984, lift_point: 0.7952, 0.6984" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9174, 0.4332, lift_point: 0.9174, 0.4332", "pred": "The action is #DUAL_POINT#; touch_point: 0.9147, 0.5247, lift_point: 0.9147, 0.5247" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9063, 0.8258, lift_point: 0.9063, 0.8258", "pred": "The action is #DUAL_POINT#; touch_point: 0.9041, 0.8654, lift_point: 0.9041, 0.8654" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2569, 0.5632, lift_point: 0.2569, 0.5632", "pred": "The action is #DUAL_POINT#; touch_point: 0.2685, 0.5195, lift_point: 0.2685, 0.5195" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" weather like in Seoul\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Seoul?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1095, 0.406, lift_point: 0.1095, 0.406" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.6911, lift_point: 0.7928, 0.6911", "pred": "The action is #DUAL_POINT#; touch_point: 0.8863, 0.1262, lift_point: 0.8863, 0.1262" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8014, 0.6911, lift_point: 0.8014, 0.6911", "pred": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.6911, lift_point: 0.7928, 0.6911" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0513, 0.612, lift_point: 0.0513, 0.612", "pred": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.5289, lift_point: 0.0591, 0.5289" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Play the latest video from the Huffington Post\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Huffington Post\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0593, 0.3014, lift_point: 0.0593, 0.3014" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.469, 0.2267, lift_point: 0.469, 0.2267", "pred": "The action is #DUAL_POINT#; touch_point: 0.7929, 0.2097, lift_point: 0.7929, 0.2097" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1924, 0.4941, lift_point: 0.1924, 0.4941" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.399, 0.5424, lift_point: 0.399, 0.5424" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2165, 0.5162, lift_point: 0.2165, 0.5162", "pred": "The action is #DUAL_POINT#; touch_point: 0.2827, 0.611, lift_point: 0.2827, 0.611" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1361, 0.5295, lift_point: 0.1361, 0.5295", "pred": "The action is #DUAL_POINT#; touch_point: 0.2376, 0.9365, lift_point: 0.2376, 0.9365" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1692, 0.5142, lift_point: 0.1692, 0.5142", "pred": "The action is #DUAL_POINT#; touch_point: 0.1837, 0.8925, lift_point: 0.1837, 0.8925" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7887, 0.8951, lift_point: 0.7887, 0.8951", "pred": "The action is #DUAL_POINT#; touch_point: 0.6477, 0.6942, lift_point: 0.6477, 0.6942" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7912, 0.8951, lift_point: 0.7912, 0.8951", "pred": "The action is #DUAL_POINT#; touch_point: 0.7887, 0.8951, lift_point: 0.7887, 0.8951" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7912, 0.8951, lift_point: 0.7912, 0.8951" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0398, 0.7971, lift_point: 0.0398, 0.7971", "pred": "The action is #DUAL_POINT#; touch_point: 0.9227, 0.0916, lift_point: 0.9227, 0.0916" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9018, 0.9146, lift_point: 0.9018, 0.9146", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"music\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"some music\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0462, 0.5791, lift_point: 0.0462, 0.5791" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.101, 0.292, lift_point: 0.101, 0.292" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2655, 0.4144, lift_point: 0.2655, 0.4144", "pred": "The action is #DUAL_POINT#; touch_point: 0.8593, 0.9113, lift_point: 0.8593, 0.9113" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1666, 0.5229, lift_point: 0.1666, 0.5229", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1697, 0.4941, lift_point: 0.1697, 0.4941", "pred": "The action is #DUAL_POINT#; touch_point: 0.2437, 0.8769, lift_point: 0.2437, 0.8769" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6516, 0.6794, lift_point: 0.6516, 0.6794", "pred": "The action is #DUAL_POINT#; touch_point: 0.6373, 0.3284, lift_point: 0.6373, 0.3284" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6553, 0.6794, lift_point: 0.6553, 0.6794", "pred": "The action is #DUAL_POINT#; touch_point: 0.6516, 0.6794, lift_point: 0.6516, 0.6794" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0587, 0.6953, lift_point: 0.0587, 0.6953", "pred": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.5444, lift_point: 0.0555, 0.5444" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0538, 0.9241, lift_point: 0.0538, 0.9241", "pred": "The action is #DUAL_POINT#; touch_point: 0.0561, 0.9399, lift_point: 0.0561, 0.9399" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Euro\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Euro\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Euro\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1906, 0.4771, lift_point: 0.1906, 0.4771", "pred": "The action is #DUAL_POINT#; touch_point: 0.1284, 0.5884, lift_point: 0.1284, 0.5884" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1764, 0.5378, lift_point: 0.1764, 0.5378" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6506, 0.6833, lift_point: 0.6506, 0.6833", "pred": "The action is #DUAL_POINT#; touch_point: 0.6357, 0.6946, lift_point: 0.6357, 0.6946" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.653, 0.6833, lift_point: 0.653, 0.6833", "pred": "The action is #DUAL_POINT#; touch_point: 0.6506, 0.6833, lift_point: 0.6506, 0.6833" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.5975, lift_point: 0.0568, 0.5975", "pred": "The action is #DUAL_POINT#; touch_point: 0.0589, 0.4915, lift_point: 0.0589, 0.4915" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0549, 0.9429, lift_point: 0.0549, 0.9429", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"speed of light\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of light?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1167, 0.4031, lift_point: 0.1167, 0.4031", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7981, 0.687, lift_point: 0.7981, 0.687", "pred": "The action is #DUAL_POINT#; touch_point: 0.7951, 0.684, lift_point: 0.7951, 0.684" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7885, 0.713, lift_point: 0.7885, 0.713", "pred": "The action is #DUAL_POINT#; touch_point: 0.7981, 0.687, lift_point: 0.7981, 0.687" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7896, 0.6711, lift_point: 0.7896, 0.6711", "pred": "The action is #DUAL_POINT#; touch_point: 0.7885, 0.713, lift_point: 0.7885, 0.713" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8047, 0.689, lift_point: 0.8047, 0.689", "pred": "The action is #DUAL_POINT#; touch_point: 0.7885, 0.713, lift_point: 0.7885, 0.713" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7914, 0.7008, lift_point: 0.7914, 0.7008", "pred": "The action is #DUAL_POINT#; touch_point: 0.8047, 0.689, lift_point: 0.8047, 0.689" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.4378, lift_point: 0.0578, 0.4378", "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.568, lift_point: 0.061, 0.568" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news about the US dollar exchange rate\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news about the US dollar exchange rate\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.4227, lift_point: 0.0569, 0.4227" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.332, 0.4957, lift_point: 0.332, 0.4957", "pred": "The action is #DUAL_POINT#; touch_point: 0.2183, 0.1511, lift_point: 0.2183, 0.1511" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3577, 0.9654, lift_point: 0.3577, 0.9654" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.242, 0.1486, lift_point: 0.242, 0.1486", "pred": "The action is #DUAL_POINT#; touch_point: 0.2341, 0.1565, lift_point: 0.2341, 0.1565" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8049, 0.6838, lift_point: 0.8049, 0.6838", "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.7004, lift_point: 0.7968, 0.7004" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7931, 0.6976, lift_point: 0.7931, 0.6976", "pred": "The action is #DUAL_POINT#; touch_point: 0.8049, 0.6838, lift_point: 0.8049, 0.6838" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0545, 0.87, lift_point: 0.0545, 0.87", "pred": "The action is #DUAL_POINT#; touch_point: 0.0608, 0.3194, lift_point: 0.0608, 0.3194" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1419, 0.9107, lift_point: 0.1419, 0.9107", "pred": "The action is #DUAL_POINT#; touch_point: 0.1222, 0.9128, lift_point: 0.1222, 0.9128" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.458, 0.9112, lift_point: 0.458, 0.9112", "pred": "The action is #DUAL_POINT#; touch_point: 0.2679, 0.4753, lift_point: 0.2679, 0.4753" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1208, 0.9087, lift_point: 0.1208, 0.9087", "pred": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.064, lift_point: 0.0621, 0.064" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.0336, lift_point: 0.0627, 0.0336", "pred": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.0736, lift_point: 0.0569, 0.0736" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2841, 0.2791, lift_point: 0.2841, 0.2791", "pred": "The action is #DUAL_POINT#; touch_point: 0.2752, 0.2757, lift_point: 0.2752, 0.2757" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Myanmar\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Myanmar\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1253, 0.283, lift_point: 0.1253, 0.283" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2454, 0.1445, lift_point: 0.2454, 0.1445", "pred": "The action is #DUAL_POINT#; touch_point: 0.2256, 0.157, lift_point: 0.2256, 0.157" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3499, 0.878, lift_point: 0.3499, 0.878", "pred": "The action is #DUAL_POINT#; touch_point: 0.7752, 0.1383, lift_point: 0.7752, 0.1383" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3683, 0.8742, lift_point: 0.3683, 0.8742", "pred": "The action is #DUAL_POINT#; touch_point: 0.3499, 0.878, lift_point: 0.3499, 0.878" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6858, 0.8866, lift_point: 0.6858, 0.8866", "pred": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.0557, lift_point: 0.0569, 0.0557" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7721, 0.6779, lift_point: 0.7721, 0.6779" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3576, 0.5059, lift_point: 0.3576, 0.5059", "pred": "The action is #DUAL_POINT#; touch_point: 0.3605, 0.5102, lift_point: 0.3605, 0.5102" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8887, 0.5227, lift_point: 0.8887, 0.5227", "pred": "The action is #DUAL_POINT#; touch_point: 0.8903, 0.4905, lift_point: 0.8903, 0.4905" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.891, 0.8258, lift_point: 0.891, 0.8258", "pred": "The action is #DUAL_POINT#; touch_point: 0.9011, 0.823, lift_point: 0.9011, 0.823" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2741, 0.5065, lift_point: 0.2741, 0.5065", "pred": "The action is #DUAL_POINT#; touch_point: 0.2889, 0.4894, lift_point: 0.2889, 0.4894" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"t for in Seattle?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1232, 0.3528, lift_point: 0.1232, 0.3528", "pred": "The action is #DUAL_POINT#; touch_point: 0.1242, 0.4465, lift_point: 0.1242, 0.4465" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8609, 0.9214, lift_point: 0.8609, 0.9214", "pred": "The action is #DUAL_POINT#; touch_point: 0.3471, 0.4098, lift_point: 0.3471, 0.4098" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3492, 0.2792, lift_point: 0.3492, 0.2792", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8596, 0.9113, lift_point: 0.8596, 0.9113" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3521, 0.4913, lift_point: 0.3521, 0.4913", "pred": "The action is #DUAL_POINT#; touch_point: 0.5023, 0.8678, lift_point: 0.5023, 0.8678" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1806, 0.742, lift_point: 0.1806, 0.742", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1092, 0.9366, lift_point: 0.1092, 0.9366", "pred": "The action is #DUAL_POINT#; touch_point: 0.1106, 0.9279, lift_point: 0.1106, 0.9279" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"best pizza restaurants on Maps\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"best pizza restaurants on Maps\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1683, 0.2318, lift_point: 0.1683, 0.2318", "pred": "The action is #DUAL_POINT#; touch_point: 0.178, 0.3215, lift_point: 0.178, 0.3215" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4786, 0.5535, lift_point: 0.4786, 0.5535", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3598, 0.513, lift_point: 0.3598, 0.513", "pred": "The action is #DUAL_POINT#; touch_point: 0.3606, 0.4984, lift_point: 0.3606, 0.4984" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1847, 0.713, lift_point: 0.1847, 0.713", "pred": "The action is #DUAL_POINT#; touch_point: 0.1801, 0.5999, lift_point: 0.1801, 0.5999" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1061, 0.9273, lift_point: 0.1061, 0.9273", "pred": "The action is #DUAL_POINT#; touch_point: 0.1144, 0.9269, lift_point: 0.1144, 0.9269" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my computer\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my computer\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2728, 0.2707, lift_point: 0.2728, 0.2707", "pred": "The action is #DUAL_POINT#; touch_point: 0.1601, 0.366, lift_point: 0.1601, 0.366" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3256, 0.4458, lift_point: 0.3256, 0.4458", "pred": "The action is #DUAL_POINT#; touch_point: 0.3614, 0.284, lift_point: 0.3614, 0.284" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7774, 0.6961, lift_point: 0.7774, 0.6961", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1855, 0.6422, lift_point: 0.1855, 0.6422", "pred": "The action is #DUAL_POINT#; touch_point: 0.0561, 0.4434, lift_point: 0.0561, 0.4434" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1185, 0.9216, lift_point: 0.1185, 0.9216", "pred": "The action is #DUAL_POINT#; touch_point: 0.1144, 0.9268, lift_point: 0.1144, 0.9268" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"iPhone 8 look like on eBay?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like on eBay?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1754, 0.2773, lift_point: 0.1754, 0.2773", "pred": "The action is #DUAL_POINT#; touch_point: 0.1696, 0.2907, lift_point: 0.1696, 0.2907" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3298, 0.3297, lift_point: 0.3298, 0.3297" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6013, 0.6804, lift_point: 0.6013, 0.6804", "pred": "The action is #DUAL_POINT#; touch_point: 0.3309, 0.5194, lift_point: 0.3309, 0.5194" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7732, 0.6982, lift_point: 0.7732, 0.6982", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1823, 0.7716, lift_point: 0.1823, 0.7716", "pred": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.5977, lift_point: 0.0569, 0.5977" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1099, 0.9265, lift_point: 0.1099, 0.9265", "pred": "The action is #DUAL_POINT#; touch_point: 0.1144, 0.9269, lift_point: 0.1144, 0.9269" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Laos?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Laos?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3812, 0.4281, lift_point: 0.3812, 0.4281", "pred": "The action is #DUAL_POINT#; touch_point: 0.169, 0.4578, lift_point: 0.169, 0.4578" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6062, 0.3344, lift_point: 0.6062, 0.3344" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4671, 0.6866, lift_point: 0.4671, 0.6866", "pred": "The action is #DUAL_POINT#; touch_point: 0.469, 0.6833, lift_point: 0.469, 0.6833" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1977, 0.5229, lift_point: 0.1977, 0.5229", "pred": "The action is #DUAL_POINT#; touch_point: 0.1964, 0.6824, lift_point: 0.1964, 0.6824" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.919, lift_point: 0.0591, 0.919", "pred": "The action is #DUAL_POINT#; touch_point: 0.0659, 0.9219, lift_point: 0.0659, 0.9219" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Mexico?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Mexico\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1324, 0.5229, lift_point: 0.1324, 0.5229" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5395, 0.3816, lift_point: 0.5395, 0.3816", "pred": "The action is #DUAL_POINT#; touch_point: 0.1325, 0.5214, lift_point: 0.1325, 0.5214" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5395, 0.3816, lift_point: 0.5395, 0.3816" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6075, 0.6952, lift_point: 0.6075, 0.6952", "pred": "The action is #DUAL_POINT#; touch_point: 0.6032, 0.6918, lift_point: 0.6032, 0.6918" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0524, 0.8201, lift_point: 0.0524, 0.8201", "pred": "The action is #DUAL_POINT#; touch_point: 0.0587, 0.0568, lift_point: 0.0587, 0.0568" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.057, 0.9176, lift_point: 0.057, 0.9176", "pred": "The action is #DUAL_POINT#; touch_point: 0.0585, 0.9265, lift_point: 0.0585, 0.9265" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Twitter app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Twitter app\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1227, 0.3341, lift_point: 0.1227, 0.3341", "pred": "The action is #DUAL_POINT#; touch_point: 0.1262, 0.2807, lift_point: 0.1262, 0.2807" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.8381, lift_point: 0.1329, 0.8381" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3779, 0.6628, lift_point: 0.3779, 0.6628", "pred": "The action is #DUAL_POINT#; touch_point: 0.377, 0.685, lift_point: 0.377, 0.685" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0802, 0.0698, lift_point: 0.0802, 0.0698", "pred": "The action is #DUAL_POINT#; touch_point: 0.0657, 0.1165, lift_point: 0.0657, 0.1165" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8797, 0.5105, lift_point: 0.8797, 0.5105", "pred": "The action is #DUAL_POINT#; touch_point: 0.9008, 0.5241, lift_point: 0.9008, 0.5241" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6133, 0.4004, lift_point: 0.6133, 0.4004", "pred": "The action is #DUAL_POINT#; touch_point: 0.6131, 0.4969, lift_point: 0.6131, 0.4969" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4131, 0.4954, lift_point: 0.4131, 0.4954", "pred": "The action is #DUAL_POINT#; touch_point: 0.4283, 0.5092, lift_point: 0.4283, 0.5092" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3334, 0.71, lift_point: 0.3334, 0.71", "pred": "The action is #DUAL_POINT#; touch_point: 0.3407, 0.7172, lift_point: 0.3407, 0.7172" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6824, 0.7429, lift_point: 0.6824, 0.7429", "pred": "The action is #DUAL_POINT#; touch_point: 0.6808, 0.7292, lift_point: 0.6808, 0.7292" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8906, 0.2882, lift_point: 0.8906, 0.2882", "pred": "The action is #DUAL_POINT#; touch_point: 0.8761, 0.4564, lift_point: 0.8761, 0.4564" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8964, 0.4679, lift_point: 0.8964, 0.4679", "pred": "The action is #DUAL_POINT#; touch_point: 0.8906, 0.2882, lift_point: 0.8906, 0.2882" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0581, 0.2337, lift_point: 0.0581, 0.2337", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the moon?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the moon?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the moon?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2506, 0.3563, lift_point: 0.2506, 0.3563", "pred": "The action is #DUAL_POINT#; touch_point: 0.1384, 0.4254, lift_point: 0.1384, 0.4254" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7939, 0.8807, lift_point: 0.7939, 0.8807", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7817, 0.8517, lift_point: 0.7817, 0.8517", "pred": "The action is #DUAL_POINT#; touch_point: 0.7939, 0.8807, lift_point: 0.7939, 0.8807" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0503, 0.8356, lift_point: 0.0503, 0.8356", "pred": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.8089, lift_point: 0.0567, 0.8089" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.4229, lift_point: 0.0606, 0.4229", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \" new Taylor Swift video\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Taylor Swift\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \" new Taylor Swift video\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1108, 0.339, lift_point: 0.1108, 0.339", "pred": "The action is #DUAL_POINT#; touch_point: 0.1097, 0.3494, lift_point: 0.1097, 0.3494" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2375, 0.3558, lift_point: 0.2375, 0.3558", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1867, 0.335, lift_point: 0.1867, 0.335", "pred": "The action is #DUAL_POINT#; touch_point: 0.1921, 0.3291, lift_point: 0.1921, 0.3291" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1282, 0.3213, lift_point: 0.1282, 0.3213" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4122, 0.4985, lift_point: 0.4122, 0.4985", "pred": "The action is #DUAL_POINT#; touch_point: 0.2563, 0.5151, lift_point: 0.2563, 0.5151" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2333, 0.8605, lift_point: 0.2333, 0.8605", "pred": "The action is #DUAL_POINT#; touch_point: 0.224, 0.9103, lift_point: 0.224, 0.9103" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1707, 0.485, lift_point: 0.1707, 0.485" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0652, 0.2505, lift_point: 0.0652, 0.2505", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in India?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in india\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1341, 0.4418, lift_point: 0.1341, 0.4418", "pred": "The action is #DUAL_POINT#; touch_point: 0.1399, 0.375, lift_point: 0.1399, 0.375" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3154, 0.4253, lift_point: 0.3154, 0.4253" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7911, 0.6743, lift_point: 0.7911, 0.6743", "pred": "The action is #DUAL_POINT#; touch_point: 0.7865, 0.7002, lift_point: 0.7865, 0.7002" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.058, 0.4617, lift_point: 0.058, 0.4617", "pred": "The action is #DUAL_POINT#; touch_point: 0.0641, 0.4119, lift_point: 0.0641, 0.4119" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Denver\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0528, 0.9249, lift_point: 0.0528, 0.9249" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"n denver\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1228, 0.7962, lift_point: 0.1228, 0.7962", "pred": "The action is #DUAL_POINT#; touch_point: 0.1236, 0.6277, lift_point: 0.1236, 0.6277" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3477, 0.3163, lift_point: 0.3477, 0.3163" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3453, 0.4593, lift_point: 0.3453, 0.4593", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7885, 0.6904, lift_point: 0.7885, 0.6904", "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.6999, lift_point: 0.7968, 0.6999" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9078, 0.4758, lift_point: 0.9078, 0.4758", "pred": "The action is #DUAL_POINT#; touch_point: 0.9101, 0.4739, lift_point: 0.9101, 0.4739" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9064, 0.8726, lift_point: 0.9064, 0.8726", "pred": "The action is #DUAL_POINT#; touch_point: 0.9077, 0.1119, lift_point: 0.9077, 0.1119" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8434, 0.4859, lift_point: 0.8434, 0.4859", "pred": "The action is #DUAL_POINT#; touch_point: 0.7224, 0.6179, lift_point: 0.7224, 0.6179" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Sri Lanka?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in sri lanka\"" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7213, 0.6176, lift_point: 0.7213, 0.6176" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4839, 0.504, lift_point: 0.4839, 0.504" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.831, 0.6115, lift_point: 0.831, 0.6115", "pred": "The action is #DUAL_POINT#; touch_point: 0.721, 0.6119, lift_point: 0.721, 0.6119" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Philadelphia?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.7001, 0.5807, lift_point: 0.7001, 0.5807" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4826, 0.6852, lift_point: 0.4826, 0.6852", "pred": "The action is #DUAL_POINT#; touch_point: 0.4856, 0.6952, lift_point: 0.4856, 0.6952" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2261, 0.6257, lift_point: 0.2261, 0.6257", "pred": "The action is #DUAL_POINT#; touch_point: 0.2265, 0.6455, lift_point: 0.2265, 0.6455" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0701, 0.8955, lift_point: 0.0701, 0.8955", "pred": "The action is #DUAL_POINT#; touch_point: 0.0746, 0.8989, lift_point: 0.0746, 0.8989" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest Nordstrom\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Nordstrom?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1568, 0.4727, lift_point: 0.1568, 0.4727", "pred": "The action is #DUAL_POINT#; touch_point: 0.1525, 0.3916, lift_point: 0.1525, 0.3916" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5489, 0.8252, lift_point: 0.5489, 0.8252", "pred": "The action is #DUAL_POINT#; touch_point: 0.5614, 0.8004, lift_point: 0.5614, 0.8004" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1427, 0.5831, lift_point: 0.1427, 0.5831", "pred": "The action is #DUAL_POINT#; touch_point: 0.1537, 0.4107, lift_point: 0.1537, 0.4107" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.751, 0.8872, lift_point: 0.751, 0.8872", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6221, 0.9191, lift_point: 0.6221, 0.9191", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6221, 0.9191, lift_point: 0.6221, 0.9191" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4338, 0.3417, lift_point: 0.4338, 0.3417", "pred": "The action is #DUAL_POINT#; touch_point: 0.5225, 0.8304, lift_point: 0.5225, 0.8304" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4754, 0.7065, lift_point: 0.4754, 0.7065", "pred": "The action is #DUAL_POINT#; touch_point: 0.4885, 0.7075, lift_point: 0.4885, 0.7075" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1387, 0.7022, lift_point: 0.1387, 0.7022", "pred": "The action is #DUAL_POINT#; touch_point: 0.2029, 0.6585, lift_point: 0.2029, 0.6585" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0551, 0.907, lift_point: 0.0551, 0.907", "pred": "The action is #DUAL_POINT#; touch_point: 0.0722, 0.9045, lift_point: 0.0722, 0.9045" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news this week\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news this week\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1621, 0.4806, lift_point: 0.1621, 0.4806", "pred": "The action is #DUAL_POINT#; touch_point: 0.1526, 0.4215, lift_point: 0.1526, 0.4215" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1939, 0.2645, lift_point: 0.1939, 0.2645", "pred": "The action is #DUAL_POINT#; touch_point: 0.2115, 0.244, lift_point: 0.2115, 0.244" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7799, 0.5312, lift_point: 0.7799, 0.5312", "pred": "The action is #DUAL_POINT#; touch_point: 0.7771, 0.4515, lift_point: 0.7771, 0.4515" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" buy a nice beach chair\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach chair\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.274, 0.4661, lift_point: 0.274, 0.4661" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2909, 0.6381, lift_point: 0.2909, 0.6381", "pred": "The action is #DUAL_POINT#; touch_point: 0.269, 0.4574, lift_point: 0.269, 0.4574" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7916, 0.5385, lift_point: 0.7916, 0.5385", "pred": "The action is #DUAL_POINT#; touch_point: 0.7927, 0.1444, lift_point: 0.7927, 0.1444" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0679, 0.4665, lift_point: 0.0679, 0.4665", "pred": "The action is #DUAL_POINT#; touch_point: 0.0692, 0.8104, lift_point: 0.0692, 0.8104" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0769, 0.9198, lift_point: 0.0769, 0.9198", "pred": "The action is #DUAL_POINT#; touch_point: 0.0695, 0.9122, lift_point: 0.0695, 0.9122" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"the nearest Sprint Store\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"sprint store\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1658, 0.6097, lift_point: 0.1658, 0.6097", "pred": "The action is #DUAL_POINT#; touch_point: 0.1571, 0.5394, lift_point: 0.1571, 0.5394" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8042, 0.1105, lift_point: 0.8042, 0.1105", "pred": "The action is #DUAL_POINT#; touch_point: 0.7869, 0.1117, lift_point: 0.7869, 0.1117" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0619, 0.4591, lift_point: 0.0619, 0.4591", "pred": "The action is #DUAL_POINT#; touch_point: 0.0746, 0.4699, lift_point: 0.0746, 0.4699" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of italy\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Italy?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1504, 0.4264, lift_point: 0.1504, 0.4264", "pred": "The action is #DUAL_POINT#; touch_point: 0.1423, 0.3658, lift_point: 0.1423, 0.3658" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8908, 0.5219, lift_point: 0.8908, 0.5219", "pred": "The action is #DUAL_POINT#; touch_point: 0.8911, 0.5157, lift_point: 0.8911, 0.5157" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in China\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"the news in China\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2318, 0.4508, lift_point: 0.2318, 0.4508", "pred": "The action is #DUAL_POINT#; touch_point: 0.1211, 0.4841, lift_point: 0.1211, 0.4841, 0.4841" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2292, 0.1909, lift_point: 0.2292, 0.1909" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.879, 0.4738, lift_point: 0.879, 0.4738", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" a good restaurant in San Diego\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Diego?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1221, 0.6906, lift_point: 0.1221, 0.6906", "pred": "The action is #DUAL_POINT#; touch_point: 0.1123, 0.4259, lift_point: 0.1123, 0.4259" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3531, 0.4998, lift_point: 0.3531, 0.4998", "pred": "The action is #DUAL_POINT#; touch_point: 0.3487, 0.492, lift_point: 0.3487, 0.492" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0679, 0.373, lift_point: 0.0679, 0.373", "pred": "The action is #DUAL_POINT#; touch_point: 0.0516, 0.5565, lift_point: 0.0516, 0.5565" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hut?\"" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.43, 0.3015, lift_point: 0.43, 0.3015", "pred": "The action is #DUAL_POINT#; touch_point: 0.6282, 0.4512, lift_point: 0.6282, 0.4512" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5927, 0.4049, lift_point: 0.5927, 0.4049", "pred": "The action is #DUAL_POINT#; touch_point: 0.5917, 0.5388, lift_point: 0.5917, 0.5388" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5641, 0.4025, lift_point: 0.5641, 0.4025", "pred": "The action is #DUAL_POINT#; touch_point: 0.608, 0.4028, lift_point: 0.608, 0.4028" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8528, 0.3328, lift_point: 0.8528, 0.3328", "pred": "The action is #DUAL_POINT#; touch_point: 0.6895, 0.8872, lift_point: 0.6895, 0.8872" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8704, 0.3948, lift_point: 0.8704, 0.3948", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1594, 0.7356, lift_point: 0.1594, 0.7356", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3167, 0.6896, lift_point: 0.3167, 0.6896", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7562, 0.9092, lift_point: 0.7562, 0.9092", "pred": "The action is #DUAL_POINT#; touch_point: 0.7351, 0.6696, lift_point: 0.7351, 0.6696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7627, 0.9254, lift_point: 0.7627, 0.9254", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3851, 0.781, lift_point: 0.3851, 0.781", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7513, 0.9036, lift_point: 0.7513, 0.9036", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7526, 0.9309, lift_point: 0.7526, 0.9309", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7352, 0.4571, lift_point: 0.7352, 0.4571" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3624, 0.4989, lift_point: 0.3624, 0.4989", "pred": "The action is #DUAL_POINT#; touch_point: 0.3555, 0.4976, lift_point: 0.3555, 0.4976" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.061, 0.4767, lift_point: 0.061, 0.4767", "pred": "The action is #DUAL_POINT#; touch_point: 0.0586, 0.491, lift_point: 0.0586, 0.491" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in orlando\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Orlando\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7863, 0.6902, lift_point: 0.7863, 0.6902" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3452, 0.4922, lift_point: 0.3452, 0.4922", "pred": "The action is #DUAL_POINT#; touch_point: 0.3559, 0.4988, lift_point: 0.3559, 0.4988" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0574, 0.4573, lift_point: 0.0574, 0.4573", "pred": "The action is #DUAL_POINT#; touch_point: 0.0536, 0.5868, lift_point: 0.0536, 0.5868" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the 1000-Watt EGO Power\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the 1000-Watt EGO Power+ Snow Blower?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"+ Snow Blower?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Blower?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.4516, lift_point: 0.1179, 0.4516" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3224, 0.5171, lift_point: 0.3224, 0.5171", "pred": "The action is #DUAL_POINT#; touch_point: 0.3228, 0.5066, lift_point: 0.3228, 0.5066" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.5531, lift_point: 0.0569, 0.5531", "pred": "The action is #DUAL_POINT#; touch_point: 0.0528, 0.4125, lift_point: 0.0528, 0.4125" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Barcelona to Mexico city\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Barcelona to Mexico city\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4643, 0.7188, lift_point: 0.4643, 0.7188", "pred": "The action is #DUAL_POINT#; touch_point: 0.322, 0.506, lift_point: 0.322, 0.506" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4576, 0.6775, lift_point: 0.4576, 0.6775", "pred": "The action is #DUAL_POINT#; touch_point: 0.4695, 0.6846, lift_point: 0.4695, 0.6846" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1919, 0.5291, lift_point: 0.1919, 0.5291", "pred": "The action is #DUAL_POINT#; touch_point: 0.2017, 0.6582, lift_point: 0.2017, 0.6582" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0589, 0.9252, lift_point: 0.0589, 0.9252", "pred": "The action is #DUAL_POINT#; touch_point: 0.0659, 0.9227, lift_point: 0.0659, 0.9227" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"the capital of Panama\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of Panama\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1325, 0.4065, lift_point: 0.1325, 0.4065" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3248, 0.4949, lift_point: 0.3248, 0.4949", "pred": "The action is #DUAL_POINT#; touch_point: 0.3226, 0.5115, lift_point: 0.3226, 0.5115" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1762, 0.7432, lift_point: 0.1762, 0.7432", "pred": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.5355, lift_point: 0.0578, 0.5355" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1222, 0.9351, lift_point: 0.1222, 0.9351", "pred": "The action is #DUAL_POINT#; touch_point: 0.1107, 0.9371, lift_point: 0.1107, 0.9371" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Atlanta?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Atlanta?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1652, 0.4578, lift_point: 0.1652, 0.4578" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6001, 0.8815, lift_point: 0.6001, 0.8815", "pred": "The action is #DUAL_POINT#; touch_point: 0.6066, 0.8772, lift_point: 0.6066, 0.8772" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6001, 0.8815, lift_point: 0.6001, 0.8815", "pred": "The action is #DUAL_POINT#; touch_point: 0.6054, 0.8638, lift_point: 0.6054, 0.8638" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6039, 0.8598, lift_point: 0.6039, 0.8598", "pred": "The action is #DUAL_POINT#; touch_point: 0.6001, 0.8815, lift_point: 0.6001, 0.8815" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0637, 0.4705, lift_point: 0.0637, 0.4705", "pred": "The action is #DUAL_POINT#; touch_point: 0.0479, 0.8141, lift_point: 0.0479, 0.8141" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0543, 0.935, lift_point: 0.0543, 0.935", "pred": "The action is #DUAL_POINT#; touch_point: 0.0573, 0.9414, lift_point: 0.0573, 0.9414" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Install the Starbucks app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"starbucks app\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0574, 0.9286, lift_point: 0.0574, 0.9286" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1866, 0.3702, lift_point: 0.1866, 0.3702", "pred": "The action is #DUAL_POINT#; touch_point: 0.2014, 0.4294, lift_point: 0.2014, 0.4294" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2848, 0.5851, lift_point: 0.2848, 0.5851", "pred": "The action is #DUAL_POINT#; touch_point: 0.3005, 0.5291, lift_point: 0.3005, 0.5291" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3313, 0.496, lift_point: 0.3313, 0.496", "pred": "The action is #DUAL_POINT#; touch_point: 0.3243, 0.4937, lift_point: 0.3243, 0.4937" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1751, 0.5923, lift_point: 0.1751, 0.5923", "pred": "The action is #DUAL_POINT#; touch_point: 0.0559, 0.5569, lift_point: 0.0559, 0.5569" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1069, 0.7598, lift_point: 0.1069, 0.7598", "pred": "The action is #DUAL_POINT#; touch_point: 0.1064, 0.9404, lift_point: 0.1064, 0.9404" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1132, 0.9135, lift_point: 0.1132, 0.9135", "pred": "The action is #DUAL_POINT#; touch_point: 0.1068, 0.9238, lift_point: 0.1068, 0.9238" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Germany?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Germany?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3222, 0.515, lift_point: 0.3222, 0.515", "pred": "The action is #DUAL_POINT#; touch_point: 0.3253, 0.5192, lift_point: 0.3253, 0.5192" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0422, 0.3662, lift_point: 0.0422, 0.3662", "pred": "The action is #DUAL_POINT#; touch_point: 0.0558, 0.5424, lift_point: 0.0558, 0.5424" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in New York?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in New York?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.322, 0.3253, lift_point: 0.322, 0.3253", "pred": "The action is #DUAL_POINT#; touch_point: 0.3254, 0.3086, lift_point: 0.3254, 0.3086" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8822, 0.4982, lift_point: 0.8822, 0.4982", "pred": "The action is #DUAL_POINT#; touch_point: 0.8897, 0.4977, lift_point: 0.8897, 0.4977" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7008, 0.544, lift_point: 0.7008, 0.544", "pred": "The action is #DUAL_POINT#; touch_point: 0.5616, 0.4675, lift_point: 0.5616, 0.4675" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.329, 0.5148, lift_point: 0.329, 0.5148", "pred": "The action is #DUAL_POINT#; touch_point: 0.3265, 0.5113, lift_point: 0.3265, 0.5113" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.053, 0.5106, lift_point: 0.053, 0.5106", "pred": "The action is #DUAL_POINT#; touch_point: 0.0655, 0.5355, lift_point: 0.0655, 0.5355" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Walmart/\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Walmart?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3241, 0.4991, lift_point: 0.3241, 0.4991", "pred": "The action is #DUAL_POINT#; touch_point: 0.3267, 0.5115, lift_point: 0.3267, 0.5115" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0414, 0.4529, lift_point: 0.0414, 0.4529", "pred": "The action is #DUAL_POINT#; touch_point: 0.0534, 0.5565, lift_point: 0.0534, 0.5565" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a tiger?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a tiger?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3171, 0.5037, lift_point: 0.3171, 0.5037", "pred": "The action is #DUAL_POINT#; touch_point: 0.3273, 0.4988, lift_point: 0.3273, 0.4988" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0409, 0.5706, lift_point: 0.0409, 0.5706", "pred": "The action is #DUAL_POINT#; touch_point: 0.1754, 0.6589, lift_point: 0.1754, 0.6589" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brail?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.1858, lift_point: 0.1172, 0.1858", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.32, 0.6924, lift_point: 0.32, 0.6924", "pred": "The action is #DUAL_POINT#; touch_point: 0.3256, 0.686, lift_point: 0.3256, 0.686" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.32, 0.6924, lift_point: 0.32, 0.6924", "pred": "The action is #DUAL_POINT#; touch_point: 0.3232, 0.6677, lift_point: 0.3232, 0.6677" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8924, 0.5075, lift_point: 0.8924, 0.5075", "pred": "The action is #DUAL_POINT#; touch_point: 0.9031, 0.5035, lift_point: 0.9031, 0.5035" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3323, 0.4579, lift_point: 0.3323, 0.4579", "pred": "The action is #DUAL_POINT#; touch_point: 0.4313, 0.5964, lift_point: 0.4313, 0.5964" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.584, 0.4025, lift_point: 0.584, 0.4025", "pred": "The action is #DUAL_POINT#; touch_point: 0.4291, 0.5082, lift_point: 0.4291, 0.5082" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4178, 0.5293, lift_point: 0.4178, 0.5293", "pred": "The action is #DUAL_POINT#; touch_point: 0.4138, 0.5069, lift_point: 0.4138, 0.5069" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4182, 0.502, lift_point: 0.4182, 0.502", "pred": "The action is #DUAL_POINT#; touch_point: 0.4178, 0.5293, lift_point: 0.4178, 0.5293" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3536, 0.69, lift_point: 0.3536, 0.69", "pred": "The action is #DUAL_POINT#; touch_point: 0.6699, 0.7258, lift_point: 0.6699, 0.7258" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6697, 0.756, lift_point: 0.6697, 0.756", "pred": "The action is #DUAL_POINT#; touch_point: 0.6757, 0.7234, lift_point: 0.6757, 0.7234" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3273, 0.513, lift_point: 0.3273, 0.513", "pred": "The action is #DUAL_POINT#; touch_point: 0.322, 0.5196, lift_point: 0.322, 0.5196" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0686, 0.4307, lift_point: 0.0686, 0.4307", "pred": "The action is #DUAL_POINT#; touch_point: 0.0579, 0.5125, lift_point: 0.0579, 0.5125" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0588, 0.6983, lift_point: 0.0588, 0.6983" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0559, 0.3683, lift_point: 0.0559, 0.3683", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Chicago?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5292, 0.4204, lift_point: 0.5292, 0.4204" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6053, 0.4036, lift_point: 0.6053, 0.4036", "pred": "The action is #DUAL_POINT#; touch_point: 0.5927, 0.4114, lift_point: 0.5927, 0.4114" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3232, 0.4702, lift_point: 0.3232, 0.4702", "pred": "The action is #DUAL_POINT#; touch_point: 0.3248, 0.5104, lift_point: 0.3248, 0.5104" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.5671, lift_point: 0.0529, 0.5671", "pred": "The action is #DUAL_POINT#; touch_point: 0.0548, 0.4465, lift_point: 0.0548, 0.4465" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Sydney?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Sydney?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.333, 0.5074, lift_point: 0.333, 0.5074", "pred": "The action is #DUAL_POINT#; touch_point: 0.327, 0.4988, lift_point: 0.327, 0.4988" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0634, 0.5103, lift_point: 0.0634, 0.5103", "pred": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.5115, lift_point: 0.0591, 0.5115" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3203, 0.4723, lift_point: 0.3203, 0.4723", "pred": "The action is #DUAL_POINT#; touch_point: 0.3258, 0.5114, lift_point: 0.3258, 0.5114" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0497, 0.5548, lift_point: 0.0497, 0.5548", "pred": "The action is #DUAL_POINT#; touch_point: 0.0557, 0.4615, lift_point: 0.0557, 0.4615" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TLC TV\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the speed of a skateboard?\"" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4731, 0.4651, lift_point: 0.4731, 0.4651" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3196, 0.4995, lift_point: 0.3196, 0.4995", "pred": "The action is #DUAL_POINT#; touch_point: 0.3243, 0.519, lift_point: 0.3243, 0.519" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0633, 0.5547, lift_point: 0.0633, 0.5547", "pred": "The action is #DUAL_POINT#; touch_point: 0.0581, 0.4644, lift_point: 0.0581, 0.4644" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Norway?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7473, 0.3229, lift_point: 0.7473, 0.3229", "pred": "The action is #DUAL_POINT#; touch_point: 0.7228, 0.3147, lift_point: 0.7228, 0.3147" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.046, 0.6078, lift_point: 0.046, 0.6078", "pred": "The action is #DUAL_POINT#; touch_point: 0.0526, 0.8004, lift_point: 0.0526, 0.8004" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0571, 0.9373, lift_point: 0.0571, 0.9373", "pred": "The action is #DUAL_POINT#; touch_point: 0.0549, 0.9355, lift_point: 0.0549, 0.9355" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0473, 0.0764, lift_point: 0.0473, 0.0764", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Play Games\"" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6021, 0.5255, lift_point: 0.6021, 0.5255", "pred": "The action is #DUAL_POINT#; touch_point: 0.5947, 0.4853, lift_point: 0.5947, 0.4853" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0694, 0.4697, lift_point: 0.0694, 0.4697", "pred": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.7935, lift_point: 0.0555, 0.7935" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.9064, lift_point: 0.0672, 0.9064", "pred": "The action is #DUAL_POINT#; touch_point: 0.0579, 0.9286, lift_point: 0.0579, 0.9286" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"top rated pizza restaurants on Maps\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"top rated pizza restaurants\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1331, 0.3893, lift_point: 0.1331, 0.3893" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.33, 0.5079, lift_point: 0.33, 0.5079", "pred": "The action is #DUAL_POINT#; touch_point: 0.3253, 0.5198, lift_point: 0.3253, 0.5198" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0703, 0.4272, lift_point: 0.0703, 0.4272", "pred": "The action is #DUAL_POINT#; touch_point: 0.0686, 0.5833, lift_point: 0.0686, 0.5833" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US economy?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US economy?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4574, 0.2937, lift_point: 0.4574, 0.2937", "pred": "The action is #DUAL_POINT#; touch_point: 0.5299, 0.3854, lift_point: 0.5299, 0.3854" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4371, 0.5148, lift_point: 0.4371, 0.5148", "pred": "The action is #DUAL_POINT#; touch_point: 0.5547, 0.7938, lift_point: 0.5547, 0.7938" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3289, 0.506, lift_point: 0.3289, 0.506", "pred": "The action is #DUAL_POINT#; touch_point: 0.3266, 0.5198, lift_point: 0.3266, 0.5198" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.051, 0.4976, lift_point: 0.051, 0.4976", "pred": "The action is #DUAL_POINT#; touch_point: 0.0588, 0.5398, lift_point: 0.0588, 0.5398" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Barcelona to Mexico city\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Barcelona to Mexico city\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4567, 0.5289, lift_point: 0.4567, 0.5289" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6277, 0.5124, lift_point: 0.6277, 0.5124" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3307, 0.3501, lift_point: 0.3307, 0.3501", "pred": "The action is #DUAL_POINT#; touch_point: 0.3499, 0.4454, lift_point: 0.3499, 0.4454" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7778, 0.7176, lift_point: 0.7778, 0.7176", "pred": "The action is #DUAL_POINT#; touch_point: 0.7878, 0.681, lift_point: 0.7878, 0.681" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.872, 0.6159, lift_point: 0.872, 0.6159", "pred": "The action is #DUAL_POINT#; touch_point: 0.8768, 0.4838, lift_point: 0.8768, 0.4838" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8788, 0.859, lift_point: 0.8788, 0.859", "pred": "The action is #DUAL_POINT#; touch_point: 0.8785, 0.7924, lift_point: 0.8785, 0.7924" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.323, 0.3572, lift_point: 0.323, 0.3572", "pred": "The action is #DUAL_POINT#; touch_point: 0.3333, 0.3952, lift_point: 0.3333, 0.3952" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"what does the iphone 8 look like \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1429, 0.4378, lift_point: 0.1429, 0.4378", "pred": "The action is #DUAL_POINT#; touch_point: 0.0657, 0.4205, lift_point: 0.0657, 0.4205" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8824, 0.9043, lift_point: 0.8824, 0.9043", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5869, 0.4165, lift_point: 0.5869, 0.4165", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5841, 0.3415, lift_point: 0.5841, 0.3415", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6364, 0.2951, lift_point: 0.6364, 0.2951" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6451, 0.379, lift_point: 0.6451, 0.379" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6457, 0.3727, lift_point: 0.6457, 0.3727" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3656, 0.3271, lift_point: 0.3656, 0.3271", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9059, 0.5166, lift_point: 0.9059, 0.5166", "pred": "The action is #DUAL_POINT#; touch_point: 0.8857, 0.5145, lift_point: 0.8857, 0.5145" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6568, 0.6713, lift_point: 0.6568, 0.6713", "pred": "The action is #DUAL_POINT#; touch_point: 0.6543, 0.7012, lift_point: 0.6543, 0.7012" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0633, 0.5378, lift_point: 0.0633, 0.5378", "pred": "The action is #DUAL_POINT#; touch_point: 0.0671, 0.5414, lift_point: 0.0671, 0.5414" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"yahoo app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"yahoo\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1534, 0.2986, lift_point: 0.1534, 0.2986", "pred": "The action is #DUAL_POINT#; touch_point: 0.1445, 0.2733, lift_point: 0.1445, 0.2733" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4861, 0.1534, lift_point: 0.4861, 0.1534", "pred": "The action is #DUAL_POINT#; touch_point: 0.2996, 0.4143, lift_point: 0.2996, 0.4143" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4017, 0.545, lift_point: 0.4017, 0.545", "pred": "The action is #DUAL_POINT#; touch_point: 0.3916, 0.3912, lift_point: 0.3916, 0.3912" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9011, 0.3566, lift_point: 0.9011, 0.3566", "pred": "The action is #DUAL_POINT#; touch_point: 0.8932, 0.3265, lift_point: 0.8932, 0.3265" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8909, 0.2837, lift_point: 0.8909, 0.2837", "pred": "The action is #DUAL_POINT#; touch_point: 0.8975, 0.3045, lift_point: 0.8975, 0.3045" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2941, 0.5099, lift_point: 0.2941, 0.5099", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2899, 0.8218, lift_point: 0.2899, 0.8218", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0742, 0.4061, lift_point: 0.0742, 0.4061", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"latest video from IGN\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"ign\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1426, 0.4104, lift_point: 0.1426, 0.4104", "pred": "The action is #DUAL_POINT#; touch_point: 0.133, 0.2757, lift_point: 0.133, 0.2757" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4155, 0.1386, lift_point: 0.4155, 0.1386", "pred": "The action is #DUAL_POINT#; touch_point: 0.7634, 0.2229, lift_point: 0.7634, 0.2229" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7387, 0.6415, lift_point: 0.7387, 0.6415", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7896, 0.6964, lift_point: 0.7896, 0.6964", "pred": "The action is #DUAL_POINT#; touch_point: 0.7874, 0.6772, lift_point: 0.7874, 0.6772" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0655, 0.3596, lift_point: 0.0655, 0.3596", "pred": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.4915, lift_point: 0.0715, 0.4915" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"latest video from gamespot trailers\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest video from gamespot trailers\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1392, 0.2833, lift_point: 0.1392, 0.2833" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1416, 0.5087, lift_point: 0.1416, 0.5087", "pred": "The action is #DUAL_POINT#; touch_point: 0.1284, 0.4043, lift_point: 0.1284, 0.4043" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3782, 0.3653, lift_point: 0.3782, 0.3653", "pred": "The action is #DUAL_POINT#; touch_point: 0.5657, 0.419, lift_point: 0.5657, 0.419" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1291, 0.3146, lift_point: 0.1291, 0.3146" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0613, 0.3336, lift_point: 0.0613, 0.3336", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0579, 0.288, lift_point: 0.0579, 0.288" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7744, 0.7101, lift_point: 0.7744, 0.7101", "pred": "The action is #DUAL_POINT#; touch_point: 0.7825, 0.6883, lift_point: 0.7825, 0.6883" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0649, 0.3938, lift_point: 0.0649, 0.3938", "pred": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.4885, lift_point: 0.0621, 0.4885" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"how do i get nearest t mobile store\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest t mobile store\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1422, 0.5736, lift_point: 0.1422, 0.5736", "pred": "The action is #DUAL_POINT#; touch_point: 0.1386, 0.3975, lift_point: 0.1386, 0.3975" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7642, 0.6938, lift_point: 0.7642, 0.6938", "pred": "The action is #DUAL_POINT#; touch_point: 0.7758, 0.6877, lift_point: 0.7758, 0.6877" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.066, 0.9402, lift_point: 0.066, 0.9402", "pred": "The action is #DUAL_POINT#; touch_point: 0.0634, 0.9249, lift_point: 0.0634, 0.9249" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1186, 0.6529, lift_point: 0.1186, 0.6529", "pred": "The action is #DUAL_POINT#; touch_point: 0.1745, 0.6026, lift_point: 0.1745, 0.6026" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8823, 0.4497, lift_point: 0.8823, 0.4497", "pred": "The action is #DUAL_POINT#; touch_point: 0.8765, 0.5077, lift_point: 0.8765, 0.5077" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1624, 0.3944, lift_point: 0.1624, 0.3944", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7859, 0.1526, lift_point: 0.7859, 0.1526", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8291, 0.8973, lift_point: 0.8291, 0.8973", "pred": "The action is #DUAL_POINT#; touch_point: 0.0538, 0.8159, lift_point: 0.0538, 0.8159" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0688, 0.7975, lift_point: 0.0688, 0.7975", "pred": "The action is #DUAL_POINT#; touch_point: 0.0614, 0.8124, lift_point: 0.0614, 0.8124" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Justin Bieber video\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"justin bieber\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1198, 0.4478, lift_point: 0.1198, 0.4478", "pred": "The action is #DUAL_POINT#; touch_point: 0.1165, 0.3873, lift_point: 0.1165, 0.3873" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5838, 0.5288, lift_point: 0.5838, 0.5288" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5863, 0.5288, lift_point: 0.5863, 0.5288" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6656, 0.4608, lift_point: 0.6656, 0.4608", "pred": "The action is #DUAL_POINT#; touch_point: 0.5114, 0.5222, lift_point: 0.5114, 0.5222" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2277, 0.8749, lift_point: 0.2277, 0.8749", "pred": "The action is #DUAL_POINT#; touch_point: 0.2255, 0.8268, lift_point: 0.2255, 0.8268" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1787, 0.5499, lift_point: 0.1787, 0.5499", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1679, 0.5235, lift_point: 0.1679, 0.5235", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8833, 0.6511, lift_point: 0.8833, 0.6511", "pred": "The action is #DUAL_POINT#; touch_point: 0.8783, 0.506, lift_point: 0.8783, 0.506" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1585, 0.3225, lift_point: 0.1585, 0.3225", "pred": "The action is #DUAL_POINT#; touch_point: 0.2794, 0.2866, lift_point: 0.2794, 0.2866" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8827, 0.4549, lift_point: 0.8827, 0.4549", "pred": "The action is #DUAL_POINT#; touch_point: 0.8756, 0.584, lift_point: 0.8756, 0.584" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8827, 0.4549, lift_point: 0.8827, 0.4549", "pred": "The action is #DUAL_POINT#; touch_point: 0.8827, 0.4549, lift_point: 0.8827, 0.4549" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8827, 0.4549, lift_point: 0.8827, 0.4549", "pred": "The action is #DUAL_POINT#; touch_point: 0.8827, 0.4549, lift_point: 0.8827, 0.4549" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Sydney\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Sydney\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1502, 0.3758, lift_point: 0.1502, 0.3758" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2061, 0.4438, lift_point: 0.2061, 0.4438", "pred": "The action is #DUAL_POINT#; touch_point: 0.1503, 0.3552, lift_point: 0.1503, 0.3552" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8903, 0.4621, lift_point: 0.8903, 0.4621", "pred": "The action is #DUAL_POINT#; touch_point: 0.8807, 0.5841, lift_point: 0.8807, 0.5841" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9019, 0.4404, lift_point: 0.9019, 0.4404", "pred": "The action is #DUAL_POINT#; touch_point: 0.8903, 0.4621, lift_point: 0.8903, 0.4621" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Pakistan\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in pakistan\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1456, 0.3753, lift_point: 0.1456, 0.3753" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1593, 0.4851, lift_point: 0.1593, 0.4851", "pred": "The action is #DUAL_POINT#; touch_point: 0.1453, 0.4227, lift_point: 0.1453, 0.4227" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.211, 0.1925, lift_point: 0.211, 0.1925", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7827, 0.6713, lift_point: 0.7827, 0.6713" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4832, 0.6565, lift_point: 0.4832, 0.6565", "pred": "The action is #DUAL_POINT#; touch_point: 0.3624, 0.4892, lift_point: 0.3624, 0.4892" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2107, 0.2892, lift_point: 0.2107, 0.2892", "pred": "The action is #DUAL_POINT#; touch_point: 0.2099, 0.3853, lift_point: 0.2099, 0.3853" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Las Vegas\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Las Vegas\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1297, 0.2535, lift_point: 0.1297, 0.2535", "pred": "The action is #DUAL_POINT#; touch_point: 0.1351, 0.451, lift_point: 0.1351, 0.451" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3246, 0.3199, lift_point: 0.3246, 0.3199", "pred": "The action is #DUAL_POINT#; touch_point: 0.3294, 0.2357, lift_point: 0.3294, 0.2357" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.796, 0.6777, lift_point: 0.796, 0.6777" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4444, 0.8786, lift_point: 0.4444, 0.8786" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4838, 0.6722, lift_point: 0.4838, 0.6722", "pred": "The action is #DUAL_POINT#; touch_point: 0.486, 0.6881, lift_point: 0.486, 0.6881" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4841, 0.6812, lift_point: 0.4841, 0.6812", "pred": "The action is #DUAL_POINT#; touch_point: 0.4838, 0.6722, lift_point: 0.4838, 0.6722" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1967, 0.4231, lift_point: 0.1967, 0.4231", "pred": "The action is #DUAL_POINT#; touch_point: 0.3113, 0.4122, lift_point: 0.3113, 0.4122" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.051, 0.915, lift_point: 0.051, 0.915", "pred": "The action is #DUAL_POINT#; touch_point: 0.0607, 0.9066, lift_point: 0.0607, 0.9066" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a tiger?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a tiger?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.136, 0.5324, lift_point: 0.136, 0.5324", "pred": "The action is #DUAL_POINT#; touch_point: 0.1324, 0.3548, lift_point: 0.1324, 0.3548" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7963, 0.6631, lift_point: 0.7963, 0.6631", "pred": "The action is #DUAL_POINT#; touch_point: 0.7857, 0.6865, lift_point: 0.7857, 0.6865" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0561, 0.7379, lift_point: 0.0561, 0.7379", "pred": "The action is #DUAL_POINT#; touch_point: 0.0702, 0.6424, lift_point: 0.0702, 0.6424" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0696, 0.9222, lift_point: 0.0696, 0.9222" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1176, 0.3518, lift_point: 0.1176, 0.3518", "pred": "The action is #DUAL_POINT#; touch_point: 0.1314, 0.5624, lift_point: 0.1314, 0.5624" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2662, 0.2394, lift_point: 0.2662, 0.2394", "pred": "The action is #DUAL_POINT#; touch_point: 0.3745, 0.2772, lift_point: 0.3745, 0.2772" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.775, 0.4622, lift_point: 0.775, 0.4622", "pred": "The action is #DUAL_POINT#; touch_point: 0.79, 0.8773, lift_point: 0.79, 0.8773" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0613, 0.354, lift_point: 0.0613, 0.354", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7854, 0.6865, lift_point: 0.7854, 0.6865", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7887, 0.691, lift_point: 0.7887, 0.691", "pred": "The action is #DUAL_POINT#; touch_point: 0.7931, 0.6865, lift_point: 0.7931, 0.6865" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7887, 0.691, lift_point: 0.7887, 0.691", "pred": "The action is #DUAL_POINT#; touch_point: 0.7887, 0.691, lift_point: 0.7887, 0.691" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7887, 0.691, lift_point: 0.7887, 0.691", "pred": "The action is #DUAL_POINT#; touch_point: 0.7887, 0.691, lift_point: 0.7887, 0.691" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.3667, lift_point: 0.0606, 0.3667", "pred": "The action is #DUAL_POINT#; touch_point: 0.0677, 0.417, lift_point: 0.0677, 0.417" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0645, 0.9322, lift_point: 0.0645, 0.9322" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1309, 0.9462, lift_point: 0.1309, 0.9462", "pred": "The action is #DUAL_POINT#; touch_point: 0.1398, 0.4576, lift_point: 0.1398, 0.4576" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7687, 0.4874, lift_point: 0.7687, 0.4874", "pred": "The action is #DUAL_POINT#; touch_point: 0.7933, 0.1411, lift_point: 0.7933, 0.1411" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0613, 0.1329, lift_point: 0.0613, 0.1329", "pred": "The action is #DUAL_POINT#; touch_point: 0.078, 0.1326, lift_point: 0.078, 0.1326" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8946, 0.489, lift_point: 0.8946, 0.489", "pred": "The action is #DUAL_POINT#; touch_point: 0.8855, 0.5192, lift_point: 0.8855, 0.5192" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6363, 0.5188, lift_point: 0.6363, 0.5188", "pred": "The action is #DUAL_POINT#; touch_point: 0.6232, 0.3994, lift_point: 0.6232, 0.3994" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4066, 0.4998, lift_point: 0.4066, 0.4998", "pred": "The action is #DUAL_POINT#; touch_point: 0.4166, 0.506, lift_point: 0.4166, 0.506" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3235, 0.7394, lift_point: 0.3235, 0.7394", "pred": "The action is #DUAL_POINT#; touch_point: 0.3297, 0.7508, lift_point: 0.3297, 0.7508" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6897, 0.7722, lift_point: 0.6897, 0.7722", "pred": "The action is #DUAL_POINT#; touch_point: 0.6887, 0.7318, lift_point: 0.6887, 0.7318" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7629, 0.3686, lift_point: 0.7629, 0.3686" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3757, 0.6124, lift_point: 0.3757, 0.6124", "pred": "The action is #DUAL_POINT#; touch_point: 0.3659, 0.615, lift_point: 0.3659, 0.615" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3547, 0.6205, lift_point: 0.3547, 0.6205", "pred": "The action is #DUAL_POINT#; touch_point: 0.3757, 0.6124, lift_point: 0.3757, 0.6124" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.5857, lift_point: 0.0715, 0.5857", "pred": "The action is #DUAL_POINT#; touch_point: 0.0586, 0.5265, lift_point: 0.0586, 0.5265" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Galaxy phone on eBay?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Galaxy phone on eBay?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0426, 0.819, lift_point: 0.0426, 0.819", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1121, 0.845, lift_point: 0.1121, 0.845", "pred": "The action is #DUAL_POINT#; touch_point: 0.1337, 0.7929, lift_point: 0.1337, 0.7929" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1335, 0.9358, lift_point: 0.1335, 0.9358" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2113, 0.0514, lift_point: 0.2113, 0.0514" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3395, 0.363, lift_point: 0.3395, 0.363", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in paris\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1412, 0.392, lift_point: 0.1412, 0.392" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3387, 0.6066, lift_point: 0.3387, 0.6066", "pred": "The action is #DUAL_POINT#; touch_point: 0.332, 0.6176, lift_point: 0.332, 0.6176" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0732, 0.4089, lift_point: 0.0732, 0.4089", "pred": "The action is #DUAL_POINT#; touch_point: 0.0663, 0.5055, lift_point: 0.0663, 0.5055" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Sacramento?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Sacramento?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3326, 0.6003, lift_point: 0.3326, 0.6003", "pred": "The action is #DUAL_POINT#; touch_point: 0.3306, 0.6007, lift_point: 0.3306, 0.6007" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3293, 0.6078, lift_point: 0.3293, 0.6078", "pred": "The action is #DUAL_POINT#; touch_point: 0.3158, 0.6006, lift_point: 0.3158, 0.6006" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0663, 0.4031, lift_point: 0.0663, 0.4031", "pred": "The action is #DUAL_POINT#; touch_point: 0.0677, 0.6068, lift_point: 0.0677, 0.6068" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2448, 0.1738, lift_point: 0.2448, 0.1738" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5701, 0.7052, lift_point: 0.5701, 0.7052", "pred": "The action is #DUAL_POINT#; touch_point: 0.6019, 0.3512, lift_point: 0.6019, 0.3512" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8123, 0.6266, lift_point: 0.8123, 0.6266", "pred": "The action is #DUAL_POINT#; touch_point: 0.8007, 0.6955, lift_point: 0.8007, 0.6955" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8047, 0.5081, lift_point: 0.8047, 0.5081", "pred": "The action is #DUAL_POINT#; touch_point: 0.8123, 0.6266, lift_point: 0.8123, 0.6266" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8595, 0.4183, lift_point: 0.8595, 0.4183", "pred": "The action is #DUAL_POINT#; touch_point: 0.8795, 0.4172, lift_point: 0.8795, 0.4172" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1257, 0.525, lift_point: 0.1257, 0.525", "pred": "The action is #DUAL_POINT#; touch_point: 0.1324, 0.4058, lift_point: 0.1324, 0.4058" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6873, 0.4383, lift_point: 0.6873, 0.4383", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.9047, 0.488, lift_point: 0.9047, 0.488" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8719, 0.3538, lift_point: 0.8719, 0.3538", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4114, 0.5121, lift_point: 0.4114, 0.5121", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Play the new Drake video on YouTube\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0556, 0.8155, lift_point: 0.0556, 0.8155", "pred": "The action is #DUAL_POINT#; touch_point: 0.0598, 0.7338, lift_point: 0.0598, 0.7338" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0582, 0.7161, lift_point: 0.0582, 0.7161", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new drake video\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Play the new Drake \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new Drake video\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1139, 0.3459, lift_point: 0.1139, 0.3459", "pred": "The action is #DUAL_POINT#; touch_point: 0.1194, 0.4375, lift_point: 0.1194, 0.4375" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3221, 0.4968, lift_point: 0.3221, 0.4968", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2111, 0.4884, lift_point: 0.2111, 0.4884", "pred": "The action is #DUAL_POINT#; touch_point: 0.2306, 0.8469, lift_point: 0.2306, 0.8469" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2356, 0.8464, lift_point: 0.2356, 0.8464" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8881, 0.4185, lift_point: 0.8881, 0.4185", "pred": "The action is #DUAL_POINT#; touch_point: 0.8888, 0.3963, lift_point: 0.8888, 0.3963" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4364, 0.5881, lift_point: 0.4364, 0.5881", "pred": "The action is #DUAL_POINT#; touch_point: 0.1324, 0.4145, lift_point: 0.1324, 0.4145" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8773, 0.5023, lift_point: 0.8773, 0.5023", "pred": "The action is #DUAL_POINT#; touch_point: 0.8857, 0.4202, lift_point: 0.8857, 0.4202" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the new iPhone on eBay?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the new iPhone on eBay?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2534, 0.3166, lift_point: 0.2534, 0.3166", "pred": "The action is #DUAL_POINT#; touch_point: 0.1886, 0.3886, lift_point: 0.1886, 0.3886" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5754, 0.5754, lift_point: 0.5754, 0.5754" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6077, 0.3527, lift_point: 0.6077, 0.3527" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7429, 0.2766, lift_point: 0.7429, 0.2766", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9041, 0.5177, lift_point: 0.9041, 0.5177", "pred": "The action is #DUAL_POINT#; touch_point: 0.9068, 0.5625, lift_point: 0.9068, 0.5625" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8974, 0.409, lift_point: 0.8974, 0.409", "pred": "The action is #DUAL_POINT#; touch_point: 0.8949, 0.5905, lift_point: 0.8949, 0.5905" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in London?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in London?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1264, 0.508, lift_point: 0.1264, 0.508", "pred": "The action is #DUAL_POINT#; touch_point: 0.1326, 0.4697, lift_point: 0.1326, 0.4697" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8849, 0.6558, lift_point: 0.8849, 0.6558", "pred": "The action is #DUAL_POINT#; touch_point: 0.8899, 0.4256, lift_point: 0.8899, 0.4256" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Seoul to Barcelona\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Seoul to Barcelona\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1196, 0.6374, lift_point: 0.1196, 0.6374", "pred": "The action is #DUAL_POINT#; touch_point: 0.1252, 0.4574, lift_point: 0.1252, 0.4574" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3537, 0.8834, lift_point: 0.3537, 0.8834", "pred": "The action is #DUAL_POINT#; touch_point: 0.3582, 0.8673, lift_point: 0.3582, 0.8673" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.886, 0.3826, lift_point: 0.886, 0.3826", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8952, 0.4076, lift_point: 0.8952, 0.4076", "pred": "The action is #DUAL_POINT#; touch_point: 0.8888, 0.4517, lift_point: 0.8888, 0.4517" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8928, 0.5025, lift_point: 0.8928, 0.5025", "pred": "The action is #DUAL_POINT#; touch_point: 0.8952, 0.4076, lift_point: 0.8952, 0.4076" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in New York?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.8928, 0.5025, lift_point: 0.8928, 0.5025" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.129, 0.4959, lift_point: 0.129, 0.4959" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3197, 0.5067, lift_point: 0.3197, 0.5067", "pred": "The action is #DUAL_POINT#; touch_point: 0.3254, 0.5065, lift_point: 0.3254, 0.5065" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0471, 0.4793, lift_point: 0.0471, 0.4793", "pred": "The action is #DUAL_POINT#; touch_point: 0.1901, 0.5894, lift_point: 0.1901, 0.5894" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Tokyo\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Tokyo\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3556, 0.5143, lift_point: 0.3556, 0.5143", "pred": "The action is #DUAL_POINT#; touch_point: 0.3602, 0.4942, lift_point: 0.3602, 0.4942" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.09, 0.3926, lift_point: 0.09, 0.3926", "pred": "The action is #DUAL_POINT#; touch_point: 0.0685, 0.3871, lift_point: 0.0685, 0.3871" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0644, 0.336, lift_point: 0.0644, 0.336", "pred": "The action is #DUAL_POINT#; touch_point: 0.0541, 0.3926, lift_point: 0.0541, 0.3926" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0521, 0.9296, lift_point: 0.0521, 0.9296", "pred": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.9251, lift_point: 0.0567, 0.9251" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from Game Informer?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from Game Informer?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1236, 0.5445, lift_point: 0.1236, 0.5445", "pred": "The action is #DUAL_POINT#; touch_point: 0.1175, 0.5218, lift_point: 0.1175, 0.5218" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3762, 0.337, lift_point: 0.3762, 0.337" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3519, 0.4983, lift_point: 0.3519, 0.4983", "pred": "The action is #DUAL_POINT#; touch_point: 0.3607, 0.5016, lift_point: 0.3607, 0.5016" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0535, 0.4924, lift_point: 0.0535, 0.4924" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.3925, lift_point: 0.0562, 0.3925", "pred": "The action is #DUAL_POINT#; touch_point: 0.0593, 0.6209, lift_point: 0.0593, 0.6209" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.9378, lift_point: 0.0533, 0.9378", "pred": "The action is #DUAL_POINT#; touch_point: 0.0541, 0.9082, lift_point: 0.0541, 0.9082" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Rio de Janeiro?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Rio de Janeiro?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1189, 0.3516, lift_point: 0.1189, 0.3516", "pred": "The action is #DUAL_POINT#; touch_point: 0.1313, 0.5504, lift_point: 0.1313, 0.5504" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794", "pred": "The action is #DUAL_POINT#; touch_point: 0.7907, 0.6905, lift_point: 0.7907, 0.6905" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8073, 0.6794, lift_point: 0.8073, 0.6794" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.362, 0.5116, lift_point: 0.362, 0.5116", "pred": "The action is #DUAL_POINT#; touch_point: 0.503, 0.6823, lift_point: 0.503, 0.6823" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0788, 0.5349, lift_point: 0.0788, 0.5349", "pred": "The action is #DUAL_POINT#; touch_point: 0.0677, 0.5337, lift_point: 0.0677, 0.5337" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"electronics store thats open now\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest electronics store thats open now\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1494, 0.5129, lift_point: 0.1494, 0.5129" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998", "pred": "The action is #DUAL_POINT#; touch_point: 0.1494, 0.6772, lift_point: 0.1494, 0.6772" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1341, 0.4624, lift_point: 0.1341, 0.4624", "pred": "The action is #DUAL_POINT#; touch_point: 0.2153, 0.5998, lift_point: 0.2153, 0.5998" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2033, 0.5262, lift_point: 0.2033, 0.5262", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest electronics store thats open now\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2643, 0.535, lift_point: 0.2643, 0.535", "pred": "The action is #DUAL_POINT#; touch_point: 0.1288, 0.9179, lift_point: 0.1288, 0.9179" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3254, 0.5145, lift_point: 0.3254, 0.5145", "pred": "The action is #DUAL_POINT#; touch_point: 0.4643, 0.5004, lift_point: 0.4643, 0.5004" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3156, 0.5185, lift_point: 0.3156, 0.5185" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5419, 0.4345, lift_point: 0.5419, 0.4345", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9138, 0.5418, lift_point: 0.9138, 0.5418", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.637, 0.9457, lift_point: 0.637, 0.9457", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1772, 0.578, lift_point: 0.1772, 0.578", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7763, 0.6896, lift_point: 0.7763, 0.6896", "pred": "The action is #DUAL_POINT#; touch_point: 0.7727, 0.6797, lift_point: 0.7727, 0.6797" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0438, 0.4508, lift_point: 0.0438, 0.4508", "pred": "The action is #DUAL_POINT#; touch_point: 0.0508, 0.424, lift_point: 0.0508, 0.424" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in seattle\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in seattle\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1121, 0.1916, lift_point: 0.1121, 0.1916", "pred": "The action is #DUAL_POINT#; touch_point: 0.1167, 0.1973, lift_point: 0.1167, 0.1973" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6572, 0.2437, lift_point: 0.6572, 0.2437", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6587, 0.4894, lift_point: 0.6587, 0.4894", "pred": "The action is #DUAL_POINT#; touch_point: 0.6551, 0.457, lift_point: 0.6551, 0.457" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7751, 0.6872, lift_point: 0.7751, 0.6872", "pred": "The action is #DUAL_POINT#; touch_point: 0.7721, 0.6946, lift_point: 0.7721, 0.6946" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0418, 0.4193, lift_point: 0.0418, 0.4193", "pred": "The action is #DUAL_POINT#; touch_point: 0.0459, 0.483, lift_point: 0.0459, 0.483" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"cosmology news\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"cosmology latest news\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1122, 0.1705, lift_point: 0.1122, 0.1705", "pred": "The action is #DUAL_POINT#; touch_point: 0.1213, 0.1784, lift_point: 0.1213, 0.1784" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7796, 0.2768, lift_point: 0.7796, 0.2768", "pred": "The action is #DUAL_POINT#; touch_point: 0.2241, 0.1534, lift_point: 0.2241, 0.1534" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6401, 0.5209, lift_point: 0.6401, 0.5209", "pred": "The action is #DUAL_POINT#; touch_point: 0.6757, 0.5142, lift_point: 0.6757, 0.5142" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1678, 0.2926, lift_point: 0.1678, 0.2926", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7792, 0.6964, lift_point: 0.7792, 0.6964", "pred": "The action is #DUAL_POINT#; touch_point: 0.7768, 0.6863, lift_point: 0.7768, 0.6863" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0581, 0.8475, lift_point: 0.0581, 0.8475", "pred": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.3804, lift_point: 0.0597, 0.3804" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.048, 0.4408, lift_point: 0.048, 0.4408", "pred": "The action is #DUAL_POINT#; touch_point: 0.0581, 0.8475, lift_point: 0.0581, 0.8475" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1238, 0.2276, lift_point: 0.1238, 0.2276", "pred": "The action is #DUAL_POINT#; touch_point: 0.048, 0.4408, lift_point: 0.048, 0.4408" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6481, 0.7569, lift_point: 0.6481, 0.7569", "pred": "The action is #DUAL_POINT#; touch_point: 0.0481, 0.323, lift_point: 0.0481, 0.323" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0457, 0.3995, lift_point: 0.0457, 0.3995", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest grocery store?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest grocery store\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1182, 0.2879, lift_point: 0.1182, 0.2879", "pred": "The action is #DUAL_POINT#; touch_point: 0.1178, 0.1982, lift_point: 0.1178, 0.1982" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7409, 0.3148, lift_point: 0.7409, 0.3148", "pred": "The action is #DUAL_POINT#; touch_point: 0.7509, 0.2144, lift_point: 0.7509, 0.2144" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0491, 0.9077, lift_point: 0.0491, 0.9077", "pred": "The action is #DUAL_POINT#; touch_point: 0.8877, 0.4544, lift_point: 0.8877, 0.4544" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.486, 0.494, lift_point: 0.486, 0.494", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.724, 0.6307, lift_point: 0.724, 0.6307", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.097, 0.4882, lift_point: 0.097, 0.4882", "pred": "The action is #DUAL_POINT#; touch_point: 0.088, 0.5184, lift_point: 0.088, 0.5184" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0881, 0.9045, lift_point: 0.0881, 0.9045", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Seoul to Barcelona\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Seoul to Barcelona\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Seoul to Barcelona\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1928, 0.3428, lift_point: 0.1928, 0.3428", "pred": "The action is #DUAL_POINT#; touch_point: 0.1827, 0.4827, lift_point: 0.1827, 0.4827" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4473, 0.2915, lift_point: 0.4473, 0.2915", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8021, 0.4682, lift_point: 0.8021, 0.4682", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.718, 0.6036, lift_point: 0.718, 0.6036", "pred": "The action is #DUAL_POINT#; touch_point: 0.721, 0.609, lift_point: 0.721, 0.609" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0949, 0.3928, lift_point: 0.0949, 0.3928", "pred": "The action is #DUAL_POINT#; touch_point: 0.0943, 0.4435, lift_point: 0.0943, 0.4435" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0908, 0.907, lift_point: 0.0908, 0.907", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" flights from NYC to Paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1898, 0.3426, lift_point: 0.1898, 0.3426", "pred": "The action is #DUAL_POINT#; touch_point: 0.1914, 0.3552, lift_point: 0.1914, 0.3552" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7264, 0.1487, lift_point: 0.7264, 0.1487", "pred": "The action is #DUAL_POINT#; touch_point: 0.726, 0.8312, lift_point: 0.726, 0.8312" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7232, 0.1534, lift_point: 0.7232, 0.1534", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7727, 0.8562, lift_point: 0.7727, 0.8562", "pred": "The action is #DUAL_POINT#; touch_point: 0.8266, 0.8542, lift_point: 0.8266, 0.8542" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1093, 0.3357, lift_point: 0.1093, 0.3357", "pred": "The action is #DUAL_POINT#; touch_point: 0.7727, 0.8562, lift_point: 0.7727, 0.8562" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"spotify \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Install the Spotify app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2039, 0.275, lift_point: 0.2039, 0.275", "pred": "The action is #DUAL_POINT#; touch_point: 0.1978, 0.3924, lift_point: 0.1978, 0.3924" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.443, 0.2954, lift_point: 0.443, 0.2954" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4594, 0.2553, lift_point: 0.4594, 0.2553" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5606, 0.2251, lift_point: 0.5606, 0.2251", "pred": "The action is #DUAL_POINT#; touch_point: 0.5704, 0.2922, lift_point: 0.5704, 0.2922" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5241, 0.4987, lift_point: 0.5241, 0.4987" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4122, 0.4176, lift_point: 0.4122, 0.4176" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3368, 0.4336, lift_point: 0.3368, 0.4336", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0998, 0.9206, lift_point: 0.0998, 0.9206", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8446, 0.4491, lift_point: 0.8446, 0.4491", "pred": "The action is #DUAL_POINT#; touch_point: 0.7374, 0.4653, lift_point: 0.7374, 0.4653" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7431, 0.5095, lift_point: 0.7431, 0.5095", "pred": "The action is #DUAL_POINT#; touch_point: 0.6931, 0.503, lift_point: 0.6931, 0.503" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6291, 0.5697, lift_point: 0.6291, 0.5697", "pred": "The action is #DUAL_POINT#; touch_point: 0.5804, 0.7449, lift_point: 0.5804, 0.7449" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7164, 0.4917, lift_point: 0.7164, 0.4917", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5863, 0.7441, lift_point: 0.5863, 0.7441" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7122, 0.6291, lift_point: 0.7122, 0.6291", "pred": "The action is #DUAL_POINT#; touch_point: 0.721, 0.6097, lift_point: 0.721, 0.6097" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0852, 0.4966, lift_point: 0.0852, 0.4966", "pred": "The action is #DUAL_POINT#; touch_point: 0.0941, 0.5004, lift_point: 0.0941, 0.5004" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0977, 0.9104, lift_point: 0.0977, 0.9104", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1913, 0.4972, lift_point: 0.1913, 0.4972", "pred": "The action is #DUAL_POINT#; touch_point: 0.186, 0.5464, lift_point: 0.186, 0.5464" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7306, 0.6166, lift_point: 0.7306, 0.6166", "pred": "The action is #DUAL_POINT#; touch_point: 0.719, 0.6094, lift_point: 0.719, 0.6094" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7162, 0.636, lift_point: 0.7162, 0.636", "pred": "The action is #DUAL_POINT#; touch_point: 0.7377, 0.6166, lift_point: 0.7377, 0.6166" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0862, 0.4742, lift_point: 0.0862, 0.4742", "pred": "The action is #DUAL_POINT#; touch_point: 0.0957, 0.4509, lift_point: 0.0957, 0.4509" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0868, 0.8771, lift_point: 0.0868, 0.8771", "pred": "The action is #DUAL_POINT#; touch_point: 0.0862, 0.4742, lift_point: 0.0862, 0.4742" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Chick-fil-A?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1903, 0.4455, lift_point: 0.1903, 0.4455", "pred": "The action is #DUAL_POINT#; touch_point: 0.1891, 0.6221, lift_point: 0.1891, 0.6221" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6379, 0.3101, lift_point: 0.6379, 0.3101" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8006, 0.8813, lift_point: 0.8006, 0.8813" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8918, 0.4973, lift_point: 0.8918, 0.4973" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4869, 0.6603, lift_point: 0.4869, 0.6603", "pred": "The action is #DUAL_POINT#; touch_point: 0.5022, 0.6824, lift_point: 0.5022, 0.6824" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4931, 0.699, lift_point: 0.4931, 0.699", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest technology news?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1429, 0.5551, lift_point: 0.1429, 0.5551", "pred": "The action is #DUAL_POINT#; touch_point: 0.1368, 0.6384, lift_point: 0.1368, 0.6384" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1429, 0.5551, lift_point: 0.1429, 0.5551", "pred": "The action is #DUAL_POINT#; touch_point: 0.1429, 0.5551, lift_point: 0.1429, 0.5551" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.133, 0.4917, lift_point: 0.133, 0.4917", "pred": "The action is #DUAL_POINT#; touch_point: 0.1429, 0.5551, lift_point: 0.1429, 0.5551" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.133, 0.4917, lift_point: 0.133, 0.4917", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1332, 0.3124, lift_point: 0.1332, 0.3124", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest technology news\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0661, 0.5829, lift_point: 0.0661, 0.5829", "pred": "The action is #DUAL_POINT#; touch_point: 0.1448, 0.5136, lift_point: 0.1448, 0.5136" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2253, 0.6068, lift_point: 0.2253, 0.6068", "pred": "The action is #DUAL_POINT#; touch_point: 0.2346, 0.3274, lift_point: 0.2346, 0.3274" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest technology news?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest technology news?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1351, 0.5595, lift_point: 0.1351, 0.5595", "pred": "The action is #DUAL_POINT#; touch_point: 0.1454, 0.4258, lift_point: 0.1454, 0.4258" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8352, 0.4722, lift_point: 0.8352, 0.4722", "pred": "The action is #DUAL_POINT#; touch_point: 0.8291, 0.526, lift_point: 0.8291, 0.526" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6097, 0.4168, lift_point: 0.6097, 0.4168", "pred": "The action is #DUAL_POINT#; touch_point: 0.6205, 0.4644, lift_point: 0.6205, 0.4644" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8518, 0.6107, lift_point: 0.8518, 0.6107", "pred": "The action is #DUAL_POINT#; touch_point: 0.8537, 0.6045, lift_point: 0.8537, 0.6045" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8361, 0.2475, lift_point: 0.8361, 0.2475", "pred": "The action is #DUAL_POINT#; touch_point: 0.8318, 0.7657, lift_point: 0.8318, 0.7657" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8329, 0.549, lift_point: 0.8329, 0.549", "pred": "The action is #DUAL_POINT#; touch_point: 0.829, 0.526, lift_point: 0.829, 0.526" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Mexico\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Mexico\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Mexico\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2336, 0.3635, lift_point: 0.2336, 0.3635", "pred": "The action is #DUAL_POINT#; touch_point: 0.2396, 0.5672, lift_point: 0.2396, 0.5672" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8134, 0.5055, lift_point: 0.8134, 0.5055", "pred": "The action is #DUAL_POINT#; touch_point: 0.8291, 0.5585, lift_point: 0.8291, 0.5585" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameXplain\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameXplain\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4703, 0.3358, lift_point: 0.4703, 0.3358", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8241, 0.5456, lift_point: 0.8241, 0.5456", "pred": "The action is #DUAL_POINT#; touch_point: 0.829, 0.6006, lift_point: 0.829, 0.6006" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Denver\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Denver\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8171, 0.6414, lift_point: 0.8171, 0.6414", "pred": "The action is #DUAL_POINT#; touch_point: 0.8291, 0.6097, lift_point: 0.8291, 0.6097" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in New Jersey\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in New Jersey?\"", "pred": "The action is the content is : \"typed_text\": \"Whats a good restaurant in New Jersey\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4751, 0.8924, lift_point: 0.4751, 0.8924", "pred": "The action is #DUAL_POINT#; touch_point: 0.4831, 0.8484, lift_point: 0.4831, 0.8484" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8272, 0.558, lift_point: 0.8272, 0.558", "pred": "The action is #DUAL_POINT#; touch_point: 0.8378, 0.6351, lift_point: 0.8378, 0.6351" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameSpot Trailers\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameSpot Trailers\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7985, 0.6055, lift_point: 0.7985, 0.6055", "pred": "The action is #DUAL_POINT#; touch_point: 0.834, 0.609, lift_point: 0.834, 0.609" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Phoenix?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Phoenix?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8185, 0.6151, lift_point: 0.8185, 0.6151", "pred": "The action is #DUAL_POINT#; touch_point: 0.8291, 0.5958, lift_point: 0.8291, 0.5958" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7048, 0.6341, lift_point: 0.7048, 0.6341", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6262, 0.4764, lift_point: 0.6262, 0.4764", "pred": "The action is #DUAL_POINT#; touch_point: 0.6611, 0.3114, lift_point: 0.6611, 0.3114" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2671, 0.8472, lift_point: 0.2671, 0.8472", "pred": "The action is #DUAL_POINT#; touch_point: 0.4831, 0.1261, lift_point: 0.4831, 0.1261" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1057, 0.117, lift_point: 0.1057, 0.117" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0913, 0.118, lift_point: 0.0913, 0.118", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4922, 0.3169, lift_point: 0.4922, 0.3169" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6937, 0.1209, lift_point: 0.6937, 0.1209" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6638, 0.1352, lift_point: 0.6638, 0.1352" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6635, 0.1378, lift_point: 0.6635, 0.1378" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4014, 0.2675, lift_point: 0.4014, 0.2675", "pred": "The action is #DUAL_POINT#; touch_point: 0.4362, 0.3351, lift_point: 0.4362, 0.3351" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.81, 0.502, lift_point: 0.81, 0.502", "pred": "The action is #DUAL_POINT#; touch_point: 0.8296, 0.609, lift_point: 0.8296, 0.609" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the LG TV\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the LG TV\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8188, 0.69, lift_point: 0.8188, 0.69", "pred": "The action is #DUAL_POINT#; touch_point: 0.829, 0.6097, lift_point: 0.829, 0.6097" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Boston to Zurich\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Boston to Zurich\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4856, 0.685, lift_point: 0.4856, 0.685", "pred": "The action is #DUAL_POINT#; touch_point: 0.4691, 0.6721, lift_point: 0.4691, 0.6721" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1082, 0.9082, lift_point: 0.1082, 0.9082", "pred": "The action is #DUAL_POINT#; touch_point: 0.1048, 0.9068, lift_point: 0.1048, 0.9068" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4166, 0.4867, lift_point: 0.4166, 0.4867", "pred": "The action is #DUAL_POINT#; touch_point: 0.3201, 0.3854, lift_point: 0.3201, 0.3854" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8322, 0.5738, lift_point: 0.8322, 0.5738", "pred": "The action is #DUAL_POINT#; touch_point: 0.8297, 0.5793, lift_point: 0.8297, 0.5793" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"", "pred": "The action is the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7433, 0.4992, lift_point: 0.7433, 0.4992", "pred": "The action is #DUAL_POINT#; touch_point: 0.716, 0.5002, lift_point: 0.716, 0.5002" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8314, 0.6554, lift_point: 0.8314, 0.6554", "pred": "The action is #DUAL_POINT#; touch_point: 0.8291, 0.6094, lift_point: 0.8291, 0.6094" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Subway\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Subway\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.47, 0.6654, lift_point: 0.47, 0.6654", "pred": "The action is #DUAL_POINT#; touch_point: 0.2258, 0.4558, lift_point: 0.2258, 0.4558" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1816, 0.5503, lift_point: 0.1816, 0.5503", "pred": "The action is #DUAL_POINT#; touch_point: 0.1622, 0.5548, lift_point: 0.1622, 0.5548" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3422, 0.5365, lift_point: 0.3422, 0.5365", "pred": "The action is #DUAL_POINT#; touch_point: 0.1765, 0.4551, lift_point: 0.1765, 0.4551" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7832, 0.6839, lift_point: 0.7832, 0.6839", "pred": "The action is #DUAL_POINT#; touch_point: 0.8917, 0.3887, lift_point: 0.8917, 0.3887" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0455, 0.3601, lift_point: 0.0455, 0.3601", "pred": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.8161, lift_point: 0.0627, 0.8161" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1339, 0.4487, lift_point: 0.1339, 0.4487", "pred": "The action is #DUAL_POINT#; touch_point: 0.142, 0.3753, lift_point: 0.142, 0.3753" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3909, 0.2592, lift_point: 0.3909, 0.2592", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0601, 0.1584, lift_point: 0.0601, 0.1584", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2991, 0.2567, lift_point: 0.2991, 0.2567", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1196, 0.2903, lift_point: 0.1196, 0.2903", "pred": "The action is #DUAL_POINT#; touch_point: 0.2453, 0.0697, lift_point: 0.2453, 0.0697" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"san diego\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.23, 0.2453, lift_point: 0.23, 0.2453", "pred": "The action is #DUAL_POINT#; touch_point: 0.1255, 0.9358, lift_point: 0.1255, 0.9358" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3651, 0.7465, lift_point: 0.3651, 0.7465", "pred": "The action is #DUAL_POINT#; touch_point: 0.6454, 0.2752, lift_point: 0.6454, 0.2752" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1978, 0.2101, lift_point: 0.1978, 0.2101", "pred": "The action is #DUAL_POINT#; touch_point: 0.6839, 0.9459, lift_point: 0.6839, 0.9459" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"seattle\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"seattle\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3096, 0.2268, lift_point: 0.3096, 0.2268", "pred": "The action is #DUAL_POINT#; touch_point: 0.171, 0.2823, lift_point: 0.171, 0.2823" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.525, 0.241, lift_point: 0.525, 0.241", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6438, 0.6281, lift_point: 0.6438, 0.6281", "pred": "The action is #DUAL_POINT#; touch_point: 0.6317, 0.9297, lift_point: 0.6317, 0.9297" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7054, 0.2341, lift_point: 0.7054, 0.2341", "pred": "The action is #DUAL_POINT#; touch_point: 0.6438, 0.6281, lift_point: 0.6438, 0.6281" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.14, 0.8966, lift_point: 0.14, 0.8966", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6212, 0.7406, lift_point: 0.6212, 0.7406", "pred": "The action is #DUAL_POINT#; touch_point: 0.6423, 0.2787, lift_point: 0.6423, 0.2787" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6212, 0.7406, lift_point: 0.6212, 0.7406", "pred": "The action is #DUAL_POINT#; touch_point: 0.6262, 0.7187, lift_point: 0.6262, 0.7187" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6066, 0.2597, lift_point: 0.6066, 0.2597", "pred": "The action is #DUAL_POINT#; touch_point: 0.6212, 0.7406, lift_point: 0.6212, 0.7406" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6314, 0.7128, lift_point: 0.6314, 0.7128", "pred": "The action is #DUAL_POINT#; touch_point: 0.6035, 0.2807, lift_point: 0.6035, 0.2807" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6314, 0.7138, lift_point: 0.6314, 0.7138" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9011, 0.9252, lift_point: 0.9011, 0.9252", "pred": "The action is #DUAL_POINT#; touch_point: 0.7977, 0.449, lift_point: 0.7977, 0.449" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1398, 0.898, lift_point: 0.1398, 0.898", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7361, 0.454, lift_point: 0.7361, 0.454", "pred": "The action is #DUAL_POINT#; touch_point: 0.6555, 0.5019, lift_point: 0.6555, 0.5019" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.778, 0.6902, lift_point: 0.778, 0.6902", "pred": "The action is #DUAL_POINT#; touch_point: 0.7777, 0.6776, lift_point: 0.7777, 0.6776" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0411, 0.531, lift_point: 0.0411, 0.531", "pred": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.4641, lift_point: 0.0567, 0.4641" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" flights from Buenos aires to Helsinki\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1397, 0.3327, lift_point: 0.1397, 0.3327", "pred": "The action is #DUAL_POINT#; touch_point: 0.1421, 0.5646, lift_point: 0.1421, 0.5646" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3953, 0.3325, lift_point: 0.3953, 0.3325", "pred": "The action is #DUAL_POINT#; touch_point: 0.3743, 0.2645, lift_point: 0.3743, 0.2645" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.643, 0.3318, lift_point: 0.643, 0.3318", "pred": "The action is #DUAL_POINT#; touch_point: 0.6438, 0.352, lift_point: 0.6438, 0.352" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Buenos aires\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Buenos aires\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2746, 0.259, lift_point: 0.2746, 0.259", "pred": "The action is #DUAL_POINT#; touch_point: 0.2689, 0.2572, lift_point: 0.2689, 0.2572" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7239, 0.2662, lift_point: 0.7239, 0.2662", "pred": "The action is #DUAL_POINT#; touch_point: 0.6447, 0.3521, lift_point: 0.6447, 0.3521" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Helsinki\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Helsinki\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2588, 0.1962, lift_point: 0.2588, 0.1962", "pred": "The action is #DUAL_POINT#; touch_point: 0.2667, 0.2353, lift_point: 0.2667, 0.2353" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9072, 0.4807, lift_point: 0.9072, 0.4807", "pred": "The action is #DUAL_POINT#; touch_point: 0.9024, 0.5075, lift_point: 0.9024, 0.5075" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7904, 0.8324, lift_point: 0.7904, 0.8324", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.782, 0.6808, lift_point: 0.782, 0.6808", "pred": "The action is #DUAL_POINT#; touch_point: 0.7815, 0.6863, lift_point: 0.7815, 0.6863" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0505, 0.4595, lift_point: 0.0505, 0.4595", "pred": "The action is #DUAL_POINT#; touch_point: 0.0671, 0.5631, lift_point: 0.0671, 0.5631" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"starbucks menu\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at starbucks\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1421, 0.4265, lift_point: 0.1421, 0.4265", "pred": "The action is #DUAL_POINT#; touch_point: 0.1425, 0.3418, lift_point: 0.1425, 0.3418" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7205, 0.3634, lift_point: 0.7205, 0.3634" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3342, 0.2367, lift_point: 0.3342, 0.2367", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3072, 0.2622, lift_point: 0.3072, 0.2622", "pred": "The action is #DUAL_POINT#; touch_point: 0.3398, 0.2422, lift_point: 0.3398, 0.2422" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5543, 0.5296, lift_point: 0.5543, 0.5296", "pred": "The action is #DUAL_POINT#; touch_point: 0.5571, 0.8227, lift_point: 0.5571, 0.8227" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4911, 0.5045, lift_point: 0.4911, 0.5045", "pred": "The action is #DUAL_POINT#; touch_point: 0.4852, 0.5455, lift_point: 0.4852, 0.5455" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1854, 0.4414, lift_point: 0.1854, 0.4414" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2505, 0.1282, lift_point: 0.2505, 0.1282", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6475, 0.3838, lift_point: 0.6475, 0.3838", "pred": "The action is #DUAL_POINT#; touch_point: 0.6643, 0.6056, lift_point: 0.6643, 0.6056" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0486, 0.9125, lift_point: 0.0486, 0.9125", "pred": "The action is #DUAL_POINT#; touch_point: 0.0473, 0.8865, lift_point: 0.0473, 0.8865" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0525, 0.3663, lift_point: 0.0525, 0.3663", "pred": "The action is #DUAL_POINT#; touch_point: 0.0559, 0.5259, lift_point: 0.0559, 0.5259" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"best burger restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"best burger restaurants on Maps\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1121, 0.3866, lift_point: 0.1121, 0.3866", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.3964, lift_point: 0.123, 0.3964" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9357, 0.4492, lift_point: 0.9357, 0.4492", "pred": "The action is #DUAL_POINT#; touch_point: 0.9324, 0.4572, lift_point: 0.9324, 0.4572" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new eyeshadow\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new eyeshadow\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3575, 0.3204, lift_point: 0.3575, 0.3204", "pred": "The action is #DUAL_POINT#; touch_point: 0.1124, 0.405, lift_point: 0.1124, 0.405" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5016, 0.487, lift_point: 0.5016, 0.487", "pred": "The action is #DUAL_POINT#; touch_point: 0.5099, 0.5048, lift_point: 0.5099, 0.5048" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0826, 0.1155, lift_point: 0.0826, 0.1155", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2721, 0.5962, lift_point: 0.2721, 0.5962", "pred": "The action is #DUAL_POINT#; touch_point: 0.2854, 0.2991, lift_point: 0.2854, 0.2991" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737", "pred": "The action is #DUAL_POINT#; touch_point: 0.0958, 0.8737, lift_point: 0.0958, 0.8737" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737", "pred": "The action is #DUAL_POINT#; touch_point: 0.5555, 0.3281, lift_point: 0.5555, 0.3281" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737", "pred": "The action is #DUAL_POINT#; touch_point: 0.0852, 0.1021, lift_point: 0.0852, 0.1021" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737", "pred": "The action is #DUAL_POINT#; touch_point: 0.6584, 0.3141, lift_point: 0.6584, 0.3141" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737", "pred": "The action is #DUAL_POINT#; touch_point: 0.0857, 0.1027, lift_point: 0.0857, 0.1027" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0809, 0.8737, lift_point: 0.0809, 0.8737", "pred": "The action is #DUAL_POINT#; touch_point: 0.2731, 0.6069, lift_point: 0.2731, 0.6069" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737", "pred": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.2954, lift_point: 0.7989, 0.2954" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737", "pred": "The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737", "pred": "The action is #DUAL_POINT#; touch_point: 0.0795, 0.8737, lift_point: 0.0795, 0.8737" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "pred": "The action is #DUAL_POINT#; touch_point: 0.5439, 0.3076, lift_point: 0.5439, 0.3076" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "pred": "The action is #DUAL_POINT#; touch_point: 0.7983, 0.2954, lift_point: 0.7983, 0.2954" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "pred": "The action is #DUAL_POINT#; touch_point: 0.4685, 0.3295, lift_point: 0.4685, 0.3295" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "pred": "The action is #DUAL_POINT#; touch_point: 0.7984, 0.2832, lift_point: 0.7984, 0.2832" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "pred": "The action is #DUAL_POINT#; touch_point: 0.4685, 0.3358, lift_point: 0.4685, 0.3358" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "pred": "The action is #DUAL_POINT#; touch_point: 0.3421, 0.7327, lift_point: 0.3421, 0.7327" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "pred": "The action is #DUAL_POINT#; touch_point: 0.4685, 0.3075, lift_point: 0.4685, 0.3075" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "pred": "The action is #DUAL_POINT#; touch_point: 0.3425, 0.7744, lift_point: 0.3425, 0.7744" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "pred": "The action is #DUAL_POINT#; touch_point: 0.5433, 0.3058, lift_point: 0.5433, 0.3058" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.078, 0.8768, lift_point: 0.078, 0.8768", "pred": "The action is #DUAL_POINT#; touch_point: 0.0857, 0.1023, lift_point: 0.0857, 0.1023" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0833, 0.8883, lift_point: 0.0833, 0.8883", "pred": "The action is #DUAL_POINT#; touch_point: 0.5557, 0.3059, lift_point: 0.5557, 0.3059" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851", "pred": "The action is #DUAL_POINT#; touch_point: 0.0853, 0.5999, lift_point: 0.0853, 0.5999" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851", "pred": "The action is #DUAL_POINT#; touch_point: 0.4647, 0.3072, lift_point: 0.4647, 0.3072" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851", "pred": "The action is #DUAL_POINT#; touch_point: 0.0853, 0.0946, lift_point: 0.0853, 0.0946" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0818, 0.8851, lift_point: 0.0818, 0.8851", "pred": "The action is #DUAL_POINT#; touch_point: 0.4645, 0.3295, lift_point: 0.4645, 0.3295" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181", "pred": "The action is #DUAL_POINT#; touch_point: 0.0856, 0.0955, lift_point: 0.0856, 0.0955" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181", "pred": "The action is #DUAL_POINT#; touch_point: 0.5437, 0.3055, lift_point: 0.5437, 0.3055" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181", "pred": "The action is #DUAL_POINT#; touch_point: 0.0857, 0.9233, lift_point: 0.0857, 0.9233" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181", "pred": "The action is #DUAL_POINT#; touch_point: 0.5433, 0.3052, lift_point: 0.5433, 0.3052" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.07, 0.9181, lift_point: 0.07, 0.9181", "pred": "The action is #DUAL_POINT#; touch_point: 0.0858, 0.92, lift_point: 0.0858, 0.92" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "pred": "The action is #DUAL_POINT#; touch_point: 0.5434, 0.3055, lift_point: 0.5434, 0.3055" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "pred": "The action is #DUAL_POINT#; touch_point: 0.0773, 0.6097, lift_point: 0.0773, 0.6097" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "pred": "The action is #DUAL_POINT#; touch_point: 0.4643, 0.3298, lift_point: 0.4643, 0.3298" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "pred": "The action is #DUAL_POINT#; touch_point: 0.0778, 0.6099, lift_point: 0.0778, 0.6099" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "pred": "The action is #DUAL_POINT#; touch_point: 0.1025, 0.1021, lift_point: 0.1025, 0.1021" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "pred": "The action is #DUAL_POINT#; touch_point: 0.0773, 0.9323, lift_point: 0.0773, 0.9323" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "pred": "The action is #DUAL_POINT#; touch_point: 0.2731, 0.6169, lift_point: 0.2731, 0.6169" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "pred": "The action is #DUAL_POINT#; touch_point: 0.7982, 0.2835, lift_point: 0.7982, 0.2835" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "pred": "The action is #DUAL_POINT#; touch_point: 0.4643, 0.3284, lift_point: 0.4643, 0.3284" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.9055, lift_point: 0.0715, 0.9055", "pred": "The action is #DUAL_POINT#; touch_point: 0.7982, 0.2833, lift_point: 0.7982, 0.2833" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0766, 0.873, lift_point: 0.0766, 0.873", "pred": "The action is #DUAL_POINT#; touch_point: 0.5634, 0.3354, lift_point: 0.5634, 0.3354" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5437, 0.3082, lift_point: 0.5437, 0.3082" }, { "gt": "The action is #Scrolling Down#", "pred": "corpsing Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "action is #DUAL_POINT#; touch_point: 0.2725, 0.3651, lift_point: 0.2725, 0.3651" }, { "gt": "The action is #Scrolling Down#", "pred": "action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.798, 0.4661, lift_point: 0.798, 0.4661", "pred": "action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.076, 0.0763, lift_point: 0.076, 0.0763", "pred": "action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3219, 0.6493, lift_point: 0.3219, 0.6493", "pred": "action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2395, 0.117, lift_point: 0.2395, 0.117", "pred": "action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6477, 0.07, lift_point: 0.6477, 0.07", "pred": "action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.662, 0.09, lift_point: 0.662, 0.09", "pred": "action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6593, 0.121, lift_point: 0.6593, 0.121", "pred": "action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8613, 0.5473, lift_point: 0.8613, 0.5473", "pred": "The action is #DUAL_POINT#; touch_point: 0.8913, 0.5113, lift_point: 0.8913, 0.5113" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new eyeshadow on Sephora\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new eyeshadow on Sephora\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1421, 0.3985, lift_point: 0.1421, 0.3985" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4399, 0.4962, lift_point: 0.4399, 0.4962", "pred": "The action is #DUAL_POINT#; touch_point: 0.5883, 0.4404, lift_point: 0.5883, 0.4404" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4358, 0.4962, lift_point: 0.4358, 0.4962" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7324, 0.4914, lift_point: 0.7324, 0.4914" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.358, 0.2776, lift_point: 0.358, 0.2776", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8931, 0.9229, lift_point: 0.8931, 0.9229" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6703, 0.5536, lift_point: 0.6703, 0.5536", "pred": "The action is #DUAL_POINT#; touch_point: 0.6787, 0.5425, lift_point: 0.6787, 0.5425" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8868, 0.9309, lift_point: 0.8868, 0.9309" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5583, 0.5861, lift_point: 0.5583, 0.5861", "pred": "The action is #DUAL_POINT#; touch_point: 0.5614, 0.8027, lift_point: 0.5614, 0.8027" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8706, 0.5317, lift_point: 0.8706, 0.5317", "pred": "The action is #DUAL_POINT#; touch_point: 0.8911, 0.4992, lift_point: 0.8911, 0.4992" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of China\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of China\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.397, lift_point: 0.1411, 0.397", "pred": "The action is #DUAL_POINT#; touch_point: 0.1321, 0.3984, lift_point: 0.1321, 0.3984" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6228, 0.485, lift_point: 0.6228, 0.485", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6766, 0.4981, lift_point: 0.6766, 0.4981" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7647, 0.6551, lift_point: 0.7647, 0.6551", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313", "pred": "The action is #DUAL_POINT#; touch_point: 0.4288, 0.9313, lift_point: 0.4288, 0.9313" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281", "pred": "The action is #DUAL_POINT#; touch_point: 0.4293, 0.9241, lift_point: 0.4293, 0.9241" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.4303, 0.9281, lift_point: 0.4303, 0.9281" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.2924, 0.3553, lift_point: 0.2924, 0.3553" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.4734, 0.9243, lift_point: 0.4734, 0.9243" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.4753, 0.5266, lift_point: 0.4753, 0.5266" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.4729, 0.9213, lift_point: 0.4729, 0.9213" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.4733, 0.9241, lift_point: 0.4733, 0.9241" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.2923, 0.2884, lift_point: 0.2923, 0.2884" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.473, 0.9381, lift_point: 0.473, 0.9381" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.2023, 0.3959, lift_point: 0.2023, 0.3959" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.4733, 0.9386, lift_point: 0.4733, 0.9386" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.3696, 0.1941, lift_point: 0.3696, 0.1941" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.2923, 0.5557, lift_point: 0.2923, 0.5557" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.4754, 0.9212, lift_point: 0.4754, 0.9212" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.3707, 0.921, lift_point: 0.3707, 0.921" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.4734, 0.9212, lift_point: 0.4734, 0.9212" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.2929, 0.2888, lift_point: 0.2929, 0.2888" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.4765, 0.0911, lift_point: 0.4765, 0.0911" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.429, 0.922, lift_point: 0.429, 0.922", "pred": "The action is #DUAL_POINT#; touch_point: 0.3704, 0.102, lift_point: 0.3704, 0.102" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4275, 0.9255, lift_point: 0.4275, 0.9255", "pred": "The action is #DUAL_POINT#; touch_point: 0.4758, 0.8983, lift_point: 0.4758, 0.8983" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "pred": "The action is #DUAL_POINT#; touch_point: 0.4275, 0.9255, lift_point: 0.4275, 0.9255" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "pred": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "pred": "The action is #DUAL_POINT#; touch_point: 0.1993, 0.3951, lift_point: 0.1993, 0.3951" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "pred": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "pred": "The action is #DUAL_POINT#; touch_point: 0.3354, 0.8979, lift_point: 0.3354, 0.8979" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "pred": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "pred": "The action is #DUAL_POINT#; touch_point: 0.3359, 0.8706, lift_point: 0.3359, 0.8706" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "pred": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "pred": "0.9286, lift_point: 0.4936, 0.9286" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "pred": "0.9286, lift_point: 0.4936, 0.9286" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "pred": "0.9286, lift_point: 0.4936, 0.9286, 0.9286" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "pred": "0.9286, lift_point: 0.4936, 0.9286" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "pred": "0.9286, lift_point: 0.4936, 0.9286, 0.9286" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "pred": "0.9286, lift_point: 0.4936, 0.9286" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "pred": "0.9286, lift_point: 0.4936, 0.9286" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9286, lift_point: 0.4936, 0.9286", "pred": "0.9286, lift_point: 0.4936, 0.9286" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9317, lift_point: 0.4936, 0.9317", "pred": "0.9286, lift_point: 0.4936, 0.9286" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9317, lift_point: 0.4936, 0.9317", "pred": "0.9286, lift_point: 0.4936, 0.9286" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.9317, lift_point: 0.4936, 0.9317", "pred": "0.9286, lift_point: 0.4936, 0.9286" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "0.9286, lift_point: 0.4936, 0.9286" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7749, 0.4239, lift_point: 0.7749, 0.4239", "pred": "The action is #DUAL_POINT#; touch_point: 0.7525, 0.5074, lift_point: 0.7525, 0.5074" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3149, 0.5286, lift_point: 0.3149, 0.5286", "pred": "The action is #DUAL_POINT#; touch_point: 0.3028, 0.561, lift_point: 0.3028, 0.561" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8296, 0.8163, lift_point: 0.8296, 0.8163", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1233, 0.6874, lift_point: 0.1233, 0.6874", "pred": "The action is #DUAL_POINT#; touch_point: 0.1201, 0.1208, lift_point: 0.1201, 0.1208" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Lyft app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Lyft app\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.2678, 0.5108, lift_point: 0.2678, 0.5108" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2725, 0.465, lift_point: 0.2725, 0.465", "pred": "The action is #DUAL_POINT#; touch_point: 0.2539, 0.5283, lift_point: 0.2539, 0.5283" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3037, 0.7113, lift_point: 0.3037, 0.7113", "pred": "The action is #DUAL_POINT#; touch_point: 0.3037, 0.7424, lift_point: 0.3037, 0.7424" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8191, 0.7297, lift_point: 0.8191, 0.7297", "pred": "The action is #DUAL_POINT#; touch_point: 0.8175, 0.5265, lift_point: 0.8175, 0.5265" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7044, 0.5915, lift_point: 0.7044, 0.5915", "pred": "The action is #DUAL_POINT#; touch_point: 0.6834, 0.444, lift_point: 0.6834, 0.444" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7904, 0.4833, lift_point: 0.7904, 0.4833", "pred": "The action is #DUAL_POINT#; touch_point: 0.7526, 0.507, lift_point: 0.7526, 0.507" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Brazil\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Brazil\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Brazil\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.284, 0.4831, lift_point: 0.284, 0.4831", "pred": "The action is #DUAL_POINT#; touch_point: 0.2874, 0.5094, lift_point: 0.2874, 0.5094" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3455, 0.4821, lift_point: 0.3455, 0.4821", "pred": "The action is #DUAL_POINT#; touch_point: 0.3458, 0.5007, lift_point: 0.3458, 0.5007" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0598, 0.3469, lift_point: 0.0598, 0.3469" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0554, 0.5555, lift_point: 0.0554, 0.5555" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1726, 0.6238, lift_point: 0.1726, 0.6238", "pred": "The action is #DUAL_POINT#; touch_point: 0.1772, 0.6607, lift_point: 0.1772, 0.6607" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1082, 0.9377, lift_point: 0.1082, 0.9377", "pred": "The action is #DUAL_POINT#; touch_point: 0.108, 0.9411, lift_point: 0.108, 0.9411" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a cheetah?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a cheetah?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2151, 0.4211, lift_point: 0.2151, 0.4211", "pred": "The action is #DUAL_POINT#; touch_point: 0.1682, 0.4524, lift_point: 0.1682, 0.4524" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7988, 0.7153, lift_point: 0.7988, 0.7153", "pred": "The action is #DUAL_POINT#; touch_point: 0.7815, 0.6877, lift_point: 0.7815, 0.6877" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.5275, lift_point: 0.0567, 0.5275", "pred": "The action is #DUAL_POINT#; touch_point: 0.0764, 0.4627, lift_point: 0.0764, 0.4627" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.5275, lift_point: 0.0567, 0.5275", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest chipotle\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Chipotle?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest chipotle\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1436, 0.6393, lift_point: 0.1436, 0.6393", "pred": "The action is #DUAL_POINT#; touch_point: 0.1364, 0.3978, lift_point: 0.1364, 0.3978" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7825, 0.6922, lift_point: 0.7825, 0.6922", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7673, 0.7003, lift_point: 0.7673, 0.7003", "pred": "The action is #DUAL_POINT#; touch_point: 0.7825, 0.6922, lift_point: 0.7825, 0.6922" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.065, 0.5568, lift_point: 0.065, 0.5568", "pred": "The action is #DUAL_POINT#; touch_point: 0.0469, 0.4288, lift_point: 0.0469, 0.4288" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new mascara\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new mascara\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.2943, lift_point: 0.123, 0.2943" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3726, 0.4941, lift_point: 0.3726, 0.4941", "pred": "The action is #DUAL_POINT#; touch_point: 0.3721, 0.505, lift_point: 0.3721, 0.505" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0721, 0.4982, lift_point: 0.0721, 0.4982", "pred": "The action is #DUAL_POINT#; touch_point: 0.0611, 0.4994, lift_point: 0.0611, 0.4994" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good Greek restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good Greek restaurants\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.3924, lift_point: 0.0651, 0.3924", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3395, 0.4996, lift_point: 0.3395, 0.4996", "pred": "The action is #DUAL_POINT#; touch_point: 0.3452, 0.4994, lift_point: 0.3452, 0.4994" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3527, 0.5164, lift_point: 0.3527, 0.5164", "pred": "The action is #DUAL_POINT#; touch_point: 0.3395, 0.4996, lift_point: 0.3395, 0.4996" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0646, 0.4573, lift_point: 0.0646, 0.4573", "pred": "The action is #DUAL_POINT#; touch_point: 0.0692, 0.336, lift_point: 0.0692, 0.336" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Philadelphia\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Philadelphia\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3541, 0.4888, lift_point: 0.3541, 0.4888", "pred": "The action is #DUAL_POINT#; touch_point: 0.3471, 0.5033, lift_point: 0.3471, 0.5033" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0589, 0.5427, lift_point: 0.0589, 0.5427", "pred": "The action is #DUAL_POINT#; touch_point: 0.0535, 0.5035, lift_point: 0.0535, 0.5035" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurnat in Dallas?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Dallas\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of peru\"", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1424, 0.3309, lift_point: 0.1424, 0.3309", "pred": "The action is #DUAL_POINT#; touch_point: 0.1507, 0.5223, lift_point: 1507, 5223.5223" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8857, 0.2075, lift_point: 0.8857, 0.2075", "pred": "The action is #DUAL_POINT#; touch_point: 0.8737, 0.4214, lift_point: 0.8737, 0.4214" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8786, 0.138, lift_point: 0.8786, 0.138", "pred": "The action is #DUAL_POINT#; touch_point: 0.8857, 0.2075, lift_point: 0.8857, 0.2075" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8927, 0.5964, lift_point: 0.8927, 0.5964", "pred": "The action is #DUAL_POINT#; touch_point: 0.8786, 0.138, lift_point: 0.8786, 0.138" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Boston?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Boston?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"t for in boston\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2098, 0.2994, lift_point: 0.2098, 0.2994", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3194, 0.3224, lift_point: 0.3194, 0.3224", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2419, 0.828, lift_point: 0.2419, 0.828", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2412, 0.8302, lift_point: 0.2412, 0.8302", "pred": "The action is #DUAL_POINT#; touch_point: 0.2192, 0.9026, lift_point: 0.2192, 0.9026" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5936, 0.9015, lift_point: 0.5936, 0.9015", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1578, 0.9112, lift_point: 0.1578, 0.9112", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7777, 0.6934, lift_point: 0.7777, 0.6934" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3761, 0.5204, lift_point: 0.3761, 0.5204", "pred": "The action is #DUAL_POINT#; touch_point: 0.5174, 0.7093, lift_point: 0.5174, 0.7093" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0708, 0.9235, lift_point: 0.0708, 0.9235", "pred": "The action is #DUAL_POINT#; touch_point: 0.0808, 0.9266, lift_point: 0.0808, 0.9266" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.134, 0.4264, lift_point: 0.134, 0.4264", "pred": "The action is #DUAL_POINT#; touch_point: 0.2028, 0.4621, lift_point: 0.2028, 0.4621" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7927, 0.8804, lift_point: 0.7927, 0.8804" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6519, 0.8804, lift_point: 0.6519, 0.8804", "pred": "The action is #DUAL_POINT#; touch_point: 0.6432, 0.8724, lift_point: 0.6432, 0.8724" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0703, 0.5344, lift_point: 0.0703, 0.5344", "pred": "The action is #DUAL_POINT#; touch_point: 0.0663, 0.4095, lift_point: 0.0663, 0.4095" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"facebook app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"facebook app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1527, 0.3694, lift_point: 0.1527, 0.3694", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1676, 0.852, lift_point: 0.1676, 0.852", "pred": "The action is #DUAL_POINT#; touch_point: 0.1697, 0.8293, lift_point: 0.1697, 0.8293" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1676, 0.852, lift_point: 0.1676, 0.852" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8831, 0.4864, lift_point: 0.8831, 0.4864" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8849, 0.5926, lift_point: 0.8849, 0.5926", "pred": "The action is #DUAL_POINT#; touch_point: 0.8879, 0.5062, lift_point: 0.8879, 0.5062" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Zurich\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Zurich\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3752, 0.5274, lift_point: 0.3752, 0.5274" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6859, 0.4387, lift_point: 0.6859, 0.4387", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8356, 0.5783, lift_point: 0.8356, 0.5783", "pred": "The action is #DUAL_POINT#; touch_point: 0.8384, 0.4894, lift_point: 0.8384, 0.4894" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8947, 0.4639, lift_point: 0.8947, 0.4639", "pred": "The action is #DUAL_POINT#; touch_point: 0.891, 0.5904, lift_point: 0.891, 0.5904" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of the United Kingdom\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of the United Kingdom\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8831, 0.5814, lift_point: 0.8831, 0.5814" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8872, 0.2415, lift_point: 0.8872, 0.2415", "pred": "The action is #DUAL_POINT#; touch_point: 0.891, 0.5925, lift_point: 0.891, 0.5925" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Puerto Rico\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Puerto Rico\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3614, 0.4984, lift_point: 0.3614, 0.4984" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2512, 0.6497, lift_point: 0.2512, 0.6497", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8978, 0.6783, lift_point: 0.8978, 0.6783", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8877, 0.5394, lift_point: 0.8877, 0.5394" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8785, 0.458, lift_point: 0.8785, 0.458", "pred": "The action is #DUAL_POINT#; touch_point: 0.8897, 0.5089, lift_point: 0.8897, 0.5089" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3583, 0.6785, lift_point: 0.3583, 0.6785", "pred": "The action is #DUAL_POINT#; touch_point: 0.338, 0.4882, lift_point: 0.338, 0.4882" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8129, 0.5797, lift_point: 0.8129, 0.5797", "pred": "The action is #DUAL_POINT#; touch_point: 0.8237, 0.6425, lift_point: 0.8237, 0.6425" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8754, 0.4069, lift_point: 0.8754, 0.4069", "pred": "The action is #DUAL_POINT#; touch_point: 0.8917, 0.5904, lift_point: 0.8917, 0.5904" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Trinidad and Tobago?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Trinidad and Tobago\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3497, 0.6944, lift_point: 0.3497, 0.6944", "pred": "The action is #DUAL_POINT#; touch_point: 0.3966, 0.5056, lift_point: 0.3966, 0.5056" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8914, 0.2886, lift_point: 0.8914, 0.2886" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9141, 0.4266, lift_point: 0.9141, 0.4266", "pred": "The action is #DUAL_POINT#; touch_point: 0.8911, 0.584, lift_point: 0.8911, 0.584" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8934, 0.4925, lift_point: 0.8934, 0.4925", "pred": "The action is #DUAL_POINT#; touch_point: 0.8935, 0.4266, lift_point: 0.8935, 0.4266" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1444, 0.4074, lift_point: 0.1444, 0.4074" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8834, 0.5901, lift_point: 0.8834, 0.5901" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8824, 0.6338, lift_point: 0.8824, 0.6338", "pred": "The action is #DUAL_POINT#; touch_point: 0.882, 0.4279, lift_point: 0.882, 0.4279" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the new iPhone on eBay\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the new iPhone on eBay\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5412, 0.5674, lift_point: 0.5412, 0.5674" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7326, 0.5816, lift_point: 0.7326, 0.5816", "pred": "The action is #DUAL_POINT#; touch_point: 0.7024, 0.4102, lift_point: 0.7024, 0.4102" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7857, 0.6857, lift_point: 0.7857, 0.6857", "pred": "The action is #DUAL_POINT#; touch_point: 0.7963, 0.6856, lift_point: 0.7963, 0.6856" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9056, 0.5086, lift_point: 0.9056, 0.5086", "pred": "The action is #DUAL_POINT#; touch_point: 0.9034, 0.4765, lift_point: 0.9034, 0.4765" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8936, 0.8628, lift_point: 0.8936, 0.8628", "pred": "The action is #DUAL_POINT#; touch_point: 0.8977, 0.8404, lift_point: 0.8977, 0.8404" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2862, 0.4856, lift_point: 0.2862, 0.4856", "pred": "The action is #DUAL_POINT#; touch_point: 0.2914, 0.3794, lift_point: 0.2914, 0.3794" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2875, 0.4116, lift_point: 0.2875, 0.4116", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new mascara on Sephora\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new mascara on Sephora\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new mascara on Sephora\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3686, 0.184, lift_point: 0.3686, 0.184", "pred": "The action is #DUAL_POINT#; touch_point: 0.7637, 0.4958, lift_point: 0.7637, 0.4958" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6881, 0.58, lift_point: 0.6881, 0.58", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5503, 0.5891, lift_point: 0.5503, 0.5891", "pred": "The action is #DUAL_POINT#; touch_point: 0.5442, 0.8205, lift_point: 0.5442, 0.8205" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5848, 0.5844, lift_point: 0.5848, 0.5844" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.168, 0.3305, lift_point: 0.168, 0.3305", "pred": "The action is #DUAL_POINT#; touch_point: 0.1852, 0.4144, lift_point: 0.1852, 0.4144" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1798, 0.3222, lift_point: 0.1798, 0.3222", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new mascara\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new mascara\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new mascara\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.7021, lift_point: 0.7989, 0.7021", "pred": "The action is #DUAL_POINT#; touch_point: 0.7862, 0.7042, lift_point: 0.7862, 0.7042" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0488, 0.5993, lift_point: 0.0488, 0.5993", "pred": "The action is #DUAL_POINT#; touch_point: 0.0614, 0.4355, lift_point: 0.0614, 0.4355" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Peru\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"peru\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2382, 0.1712, lift_point: 0.2382, 0.1712", "pred": "The action is #DUAL_POINT#; touch_point: 0.2495, 0.1904, lift_point: 0.2495, 0.1904" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3583, 0.1131, lift_point: 0.3583, 0.1131", "pred": "The action is #DUAL_POINT#; touch_point: 0.3546, 0.119, lift_point: 0.3546, 0.119" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8967, 0.926, lift_point: 0.8967, 0.926", "pred": "The action is #DUAL_POINT#; touch_point: 0.9076, 0.9178, lift_point: 0.9076, 0.9178" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9037, 0.9246, lift_point: 0.9037, 0.9246", "pred": "The action is #DUAL_POINT#; touch_point: 0.8967, 0.926, lift_point: 0.8967, 0.926" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8817, 0.5028, lift_point: 0.8817, 0.5028", "pred": "The action is #DUAL_POINT#; touch_point: 0.8695, 0.5077, lift_point: 0.8695, 0.5077" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0589, 0.0678, lift_point: 0.0589, 0.0678" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923", "pred": "The action is #DUAL_POINT#; touch_point: 0.7861, 0.6931, lift_point: 0.7861, 0.6931" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923", "pred": "The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923", "pred": "The action is #DUAL_POINT#; touch_point: 0.7958, 0.6923, lift_point: 0.7958, 0.6923" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0531, 0.6038, lift_point: 0.0531, 0.6038", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.443, lift_point: 0.068, 0.443" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0579, 0.921, lift_point: 0.0579, 0.921", "pred": "The action is #DUAL_POINT#; touch_point: 0.0531, 0.9255, lift_point: 0.0531, 0.9255" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" capital of Canada\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Canada\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7768, 0.6831, lift_point: 0.7768, 0.6831", "pred": "The action is #DUAL_POINT#; touch_point: 0.786, 0.7044, lift_point: 0.786, 0.7044" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7938, 0.6694, lift_point: 0.7938, 0.6694", "pred": "The action is #DUAL_POINT#; touch_point: 0.7967, 0.6831, lift_point: 0.7967, 0.6831" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.6694, lift_point: 0.7989, 0.6694", "pred": "The action is #DUAL_POINT#; touch_point: 0.7938, 0.6694, lift_point: 0.7938, 0.6694" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.5681, lift_point: 0.0568, 0.5681", "pred": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.388, lift_point: 0.0651, 0.388" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0598, 0.9192, lift_point: 0.0598, 0.9192", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of mexico\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Mexico\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Mexico\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4472, 0.4897, lift_point: 0.4472, 0.4897", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8551, 0.4548, lift_point: 0.8551, 0.4548", "pred": "The action is #DUAL_POINT#; touch_point: 0.8524, 0.7042, lift_point: 0.8524, 0.7042" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7746, 0.6711, lift_point: 0.7746, 0.6711", "pred": "The action is #DUAL_POINT#; touch_point: 0.7862, 0.6777, lift_point: 0.7862, 0.6777" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0652, 0.4653, lift_point: 0.0652, 0.4653", "pred": "The action is #DUAL_POINT#; touch_point: 0.0663, 0.443, lift_point: 0.0663, 0.443" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Ecuador\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of ecuador\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.4096, lift_point: 0.0596, 0.4096", "pred": "The action is #DUAL_POINT#; touch_point: 0.134, 0.3552, lift_point: 0.134, 0.3552" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1541, 0.4309, lift_point: 0.1541, 0.4309", "pred": "The action is #DUAL_POINT#; touch_point: 0.1348, 0.4088, lift_point: 0.1348, 0.4088" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8032, 0.6956, lift_point: 0.8032, 0.6956", "pred": "The action is #DUAL_POINT#; touch_point: 0.7868, 0.6886, lift_point: 0.7868, 0.6886" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0471, 0.5482, lift_point: 0.0471, 0.5482", "pred": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.5565, lift_point: 0.0642, 0.5565" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Argentina ?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Argentina\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1386, 0.5348, lift_point: 0.1386, 0.5348", "pred": "The action is #DUAL_POINT#; touch_point: 0.1273, 0.4944, lift_point: 0.1273, 0.4944" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9271, 0.5269, lift_point: 0.9271, 0.5269", "pred": "The action is #DUAL_POINT#; touch_point: 0.9321, 0.503, lift_point: 0.9321, 0.503" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Lowes?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Lowes?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.115, 0.4563, lift_point: 0.115, 0.4563", "pred": "The action is #DUAL_POINT#; touch_point: 0.1081, 0.387, lift_point: 0.1081, 0.387" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7994, 0.578, lift_point: 0.7994, 0.578", "pred": "The action is #DUAL_POINT#; touch_point: 0.8971, 0.4757, lift_point: 0.8971, 0.4757" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9006, 0.4981, lift_point: 0.9006, 0.4981", "pred": "The action is #DUAL_POINT#; touch_point: 0.9023, 0.4769, lift_point: 0.9023, 0.4769" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9088, 0.9116, lift_point: 0.9088, 0.9116", "pred": "The action is #DUAL_POINT#; touch_point: 0.9054, 0.8585, lift_point: 0.9054, 0.8585" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.249, 0.425, lift_point: 0.249, 0.425", "pred": "The action is #DUAL_POINT#; touch_point: 0.2456, 0.5255, lift_point: 0.2456, 0.5255" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the average speed of a car?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the average speed of a car?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0445, 0.7409, lift_point: 0.0445, 0.7409", "pred": "The action is #DUAL_POINT#; touch_point: 0.0571, 0.3151, lift_point: 0.0571, 0.3151" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.108, 0.6089, lift_point: 0.108, 0.6089", "pred": "The action is #DUAL_POINT#; touch_point: 0.1125, 0.6224, lift_point: 0.1125, 0.6224" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8839, 0.5643, lift_point: 0.8839, 0.5643" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8836, 0.6107, lift_point: 0.8836, 0.6107", "pred": "The action is #DUAL_POINT#; touch_point: 0.8839, 0.4901, lift_point: 0.8839, 0.4901" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Barcelona\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Barcelona\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6015, 0.4777, lift_point: 0.6015, 0.4777", "pred": "The action is #DUAL_POINT#; touch_point: 0.6556, 0.507, lift_point: 0.6556, 0.507" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8871, 0.4859, lift_point: 0.8871, 0.4859" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8961, 0.4668, lift_point: 0.8961, 0.4668", "pred": "The action is #DUAL_POINT#; touch_point: 0.8928, 0.4853, lift_point: 0.8928, 0.4853" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Chicago\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6668, 0.4984, lift_point: 0.6668, 0.4984" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4207, 0.4677, lift_point: 0.4207, 0.4677" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5075, 0.4695, lift_point: 0.5075, 0.4695" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.562, 0.4984, lift_point: 0.562, 0.4984" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5384, 0.4677, lift_point: 0.5384, 0.4677" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3922, 0.5931, lift_point: 0.3922, 0.5931", "pred": "The action is #DUAL_POINT#; touch_point: 0.6301, 0.6057, lift_point: 0.6301, 0.6057" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3802, 0.6059, lift_point: 0.3802, 0.6059" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3578, 0.4981, lift_point: 0.3578, 0.4981", "pred": "The action is #DUAL_POINT#; touch_point: 0.6437, 0.6002, lift_point: 0.6437, 0.6002" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8773, 0.7394, lift_point: 0.8773, 0.7394", "pred": "The action is #DUAL_POINT#; touch_point: 0.8821, 0.5695, lift_point: 0.8821, 0.5695" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Chicago\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2878, 0.462, lift_point: 0.2878, 0.462", "pred": "The action is #DUAL_POINT#; touch_point: 0.2878, 0.4692, lift_point: 0.2878, 0.4692" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7692, 0.4417, lift_point: 0.7692, 0.4417", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8906, 0.3568, lift_point: 0.8906, 0.3568", "pred": "The action is #DUAL_POINT#; touch_point: 0.7818, 0.686, lift_point: 0.7818, 0.686" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8906, 0.3568, lift_point: 0.8906, 0.3568", "pred": "The action is #DUAL_POINT#; touch_point: 0.8906, 0.3568, lift_point: 0.8906, 0.3568" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"barbados news\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Barbados\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1423, 0.3399, lift_point: 0.1423, 0.3399", "pred": "The action is #DUAL_POINT#; touch_point: 0.152, 0.4696, lift_point: 0.152, 0.4696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.227, 0.1974, lift_point: 0.227, 0.1974", "pred": "The action is #DUAL_POINT#; touch_point: 0.2244, 0.1949, lift_point: 0.2244, 0.1949" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5472, 0.2965, lift_point: 0.5472, 0.2965", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7747, 0.4858, lift_point: 0.7747, 0.4858", "pred": "The action is #DUAL_POINT#; touch_point: 0.777, 0.6972, lift_point: 0.777, 0.6972" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0793, 0.4717, lift_point: 0.0793, 0.4717", "pred": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.0841, lift_point: 0.0621, 0.0841" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0688, 0.9091, lift_point: 0.0688, 0.9091", "pred": "The action is #DUAL_POINT#; touch_point: 0.0581, 0.911, lift_point: 0.0581, 0.911" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Weather app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1463, 0.3821, lift_point: 0.1463, 0.3821", "pred": "The action is #DUAL_POINT#; touch_point: 0.1586, 0.4078, lift_point: 0.1586, 0.4078" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2847, 0.3017, lift_point: 0.2847, 0.3017", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8974, 0.4831, lift_point: 0.8974, 0.4831", "pred": "The action is #DUAL_POINT#; touch_point: 0.2847, 0.3017, lift_point: 0.2847, 0.3017" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.909, 0.527, lift_point: 0.909, 0.527", "pred": "The action is #DUAL_POINT#; touch_point: 0.8974, 0.4831, lift_point: 0.8974, 0.4831" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8976, 0.2897, lift_point: 0.8976, 0.2897", "pred": "The action is #DUAL_POINT#; touch_point: 0.9006, 0.3246, lift_point: 0.9006, 0.3246" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855", "pred": "The action is #DUAL_POINT#; touch_point: 0.7878, 0.6976, lift_point: 0.7878, 0.6976" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855", "pred": "The action is #DUAL_POINT#; touch_point: 0.7808, 0.6855, lift_point: 0.7808, 0.6855" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0858, 0.5294, lift_point: 0.0858, 0.5294", "pred": "The action is #DUAL_POINT#; touch_point: 0.0725, 0.4285, lift_point: 0.0725, 0.4285" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"walmart\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest walmart\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1449, 0.2732, lift_point: 0.1449, 0.2732", "pred": "The action is #DUAL_POINT#; touch_point: 0.2236, 0.3413, lift_point: 0.2236, 0.3413" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2162, 0.1768, lift_point: 0.2162, 0.1768", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.142, 0.9085, lift_point: 0.142, 0.9085" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2733, 0.4317, lift_point: 0.2733, 0.4317", "pred": "The action is #DUAL_POINT#; touch_point: 0.1399, 0.914, lift_point: 0.1399, 0.914" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0478, 0.1127, lift_point: 0.0478, 0.1127", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7799, 0.7008, lift_point: 0.7799, 0.7008", "pred": "The action is #DUAL_POINT#; touch_point: 0.7801, 0.6731, lift_point: 0.7801, 0.6731" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0457, 0.4761, lift_point: 0.0457, 0.4761", "pred": "The action is #DUAL_POINT#; touch_point: 0.0675, 0.4244, lift_point: 0.0675, 0.4244" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in Tokyo?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"time in tokyo\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1287, 0.2907, lift_point: 0.1287, 0.2907", "pred": "The action is #DUAL_POINT#; touch_point: 0.1341, 0.3745, lift_point: 0.1341, 0.3745" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3168, 0.2925, lift_point: 0.3168, 0.2925", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3635, 0.1318, lift_point: 0.3635, 0.1318", "pred": "The action is #DUAL_POINT#; touch_point: 0.187, 0.3148, lift_point: 0.187, 0.3148" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9054, 0.9204, lift_point: 0.9054, 0.9204", "pred": "The action is #DUAL_POINT#; touch_point: 0.9077, 0.9238, lift_point: 0.9077, 0.9238" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.872, 0.4917, lift_point: 0.872, 0.4917", "pred": "The action is #DUAL_POINT#; touch_point: 0.8686, 0.5452, lift_point: 0.8686, 0.5452" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4979, 0.4889, lift_point: 0.4979, 0.4889", "pred": "The action is #DUAL_POINT#; touch_point: 0.4988, 0.5042, lift_point: 0.4988, 0.5042" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.92, 0.4885, lift_point: 0.92, 0.4885", "pred": "The action is #DUAL_POINT#; touch_point: 0.9099, 0.4758, lift_point: 0.9099, 0.4758" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8987, 0.4942, lift_point: 0.8987, 0.4942", "pred": "The action is #DUAL_POINT#; touch_point: 0.9149, 0.4885, lift_point: 0.9149, 0.4885" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.832, 0.8329, lift_point: 0.832, 0.8329", "pred": "The action is #DUAL_POINT#; touch_point: 0.3802, 0.8762, lift_point: 0.3802, 0.8762" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5372, 0.8033, lift_point: 0.5372, 0.8033", "pred": "The action is #DUAL_POINT#; touch_point: 0.5385, 0.8252, lift_point: 0.5385, 0.8252" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.1125, lift_point: 0.0638, 0.1125", "pred": "The action is #DUAL_POINT#; touch_point: 0.0689, 0.0989, lift_point: 0.0689, 0.0989" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7591, 0.2515, lift_point: 0.7591, 0.2515", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7756, 0.6926, lift_point: 0.7756, 0.6926", "pred": "The action is #DUAL_POINT#; touch_point: 0.7796, 0.6771, lift_point: 0.7796, 0.6771" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0454, 0.4339, lift_point: 0.0454, 0.4339", "pred": "The action is #DUAL_POINT#; touch_point: 0.0709, 0.3303, lift_point: 0.0709, 0.3303" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Boston?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Boston?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"n\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1211, 0.4396, lift_point: 0.1211, 0.4396" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1274, 0.3575, lift_point: 0.1274, 0.3575", "pred": "The action is #DUAL_POINT#; touch_point: 0.1213, 0.3874, lift_point: 0.1213, 0.3874" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3573, 0.3028, lift_point: 0.3573, 0.3028", "pred": "The action is #DUAL_POINT#; touch_point: 0.3539, 0.1977, lift_point: 0.3539, 0.1977" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8858, 0.821, lift_point: 0.8858, 0.821", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7808, 0.6764, lift_point: 0.7808, 0.6764", "pred": "The action is #DUAL_POINT#; touch_point: 0.7752, 0.6935, lift_point: 0.7752, 0.6935" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.04, 0.4386, lift_point: 0.04, 0.4386", "pred": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.4249, lift_point: 0.0591, 0.4249" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new products by Samsung?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new products by Samsung\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1301, 0.2919, lift_point: 0.1301, 0.2919", "pred": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.3374, lift_point: 0.1173, 0.3374" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3269, 0.3957, lift_point: 0.3269, 0.3957", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3604, 0.1117, lift_point: 0.3604, 0.1117", "pred": "The action is #DUAL_POINT#; touch_point: 0.3584, 0.1311, lift_point: 0.3584, 0.1311" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8946, 0.9483, lift_point: 0.8946, 0.9483", "pred": "The action is #DUAL_POINT#; touch_point: 0.9097, 0.9249, lift_point: 0.9097, 0.9249" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9016, 0.9432, lift_point: 0.9016, 0.9432", "pred": "The action is #DUAL_POINT#; touch_point: 0.8946, 0.9483, lift_point: 0.8946, 0.9483" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8743, 0.5516, lift_point: 0.8743, 0.5516", "pred": "The action is #DUAL_POINT#; touch_point: 0.8717, 0.4939, lift_point: 0.8717, 0.4939" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.779, 0.6793, lift_point: 0.779, 0.6793", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2862, 0.5424, lift_point: 0.2862, 0.5424", "pred": "The action is #DUAL_POINT#; touch_point: 0.2915, 0.4528, lift_point: 0.2915, 0.4528" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Tokyo to Mexico city\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Tokyo to Mexico city\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1288, 0.7106, lift_point: 0.1288, 0.7106", "pred": "The action is #DUAL_POINT#; touch_point: 0.1251, 0.487, lift_point: 0.1251, 0.487" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8759, 0.4253, lift_point: 0.8759, 0.4253" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3596, 0.5101, lift_point: 0.3596, 0.5101" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8927, 0.5679, lift_point: 0.8927, 0.5679", "pred": "The action is #DUAL_POINT#; touch_point: 0.8899, 0.4256, lift_point: 0.8899, 0.4256" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" hotels in NYC\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in nyc\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1215, 0.5119, lift_point: 0.1215, 0.5119", "pred": "The action is #DUAL_POINT#; touch_point: 0.1144, 0.3765, lift_point: 0.1144, 0.3765" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8946, 0.4029, lift_point: 0.8946, 0.4029", "pred": "The action is #DUAL_POINT#; touch_point: 0.8771, 0.4443, lift_point: 0.8771, 0.4443" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new foundation (skincare) product\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new foundation (skincare) product\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1328, 0.376, lift_point: 0.1328, 0.376", "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.2998, lift_point: 0.1179, 0.2998" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8672, 0.3458, lift_point: 0.8672, 0.3458", "pred": "The action is #DUAL_POINT#; touch_point: 0.8848, 0.437, lift_point: 0.8848, 0.437" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news this weekend\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news this weekend\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1115, 0.3646, lift_point: 0.1115, 0.3646", "pred": "The action is #DUAL_POINT#; touch_point: 0.1144, 0.3955, lift_point: 0.1144, 0.3955" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8897, 0.3963, lift_point: 0.8897, 0.3963" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3575, 0.6502, lift_point: 0.3575, 0.6502", "pred": "The action is #DUAL_POINT#; touch_point: 0.1811, 0.8858, lift_point: 0.1811, 0.8858" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0786, 0.3897, lift_point: 0.0786, 0.3897", "pred": "The action is #DUAL_POINT#; touch_point: 0.0694, 0.3485, lift_point: 0.0694, 0.3485" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8922, 0.477, lift_point: 0.8922, 0.477", "pred": "The action is #DUAL_POINT#; touch_point: 0.878, 0.4258, lift_point: 0.878, 0.4258" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to San Diego\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to San Diego\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1149, 0.5781, lift_point: 0.1149, 0.5781", "pred": "The action is #DUAL_POINT#; touch_point: 0.125, 0.4255, lift_point: 0.125, 0.4255" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1612, 0.8445, lift_point: 0.1612, 0.8445", "pred": "The action is #DUAL_POINT#; touch_point: 0.182, 0.3666, lift_point: 0.182, 0.3666" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0647, 0.7869, lift_point: 0.0647, 0.7869", "pred": "The action is #DUAL_POINT#; touch_point: 0.0528, 0.0638, lift_point: 0.0528, 0.0638" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0647, 0.9081, lift_point: 0.0647, 0.9081", "pred": "The action is #DUAL_POINT#; touch_point: 0.0549, 0.9338, lift_point: 0.0549, 0.9338" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" Starbucks app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"starbucks app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1382, 0.2541, lift_point: 0.1382, 0.2541", "pred": "The action is #DUAL_POINT#; touch_point: 0.1239, 0.3289, lift_point: 0.1239, 0.3289" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1424, 0.8067, lift_point: 0.1424, 0.8067", "pred": "The action is #DUAL_POINT#; touch_point: 0.1428, 0.8585, lift_point: 0.1428, 0.8585" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9035, 0.2342, lift_point: 0.9035, 0.2342", "pred": "The action is #DUAL_POINT#; touch_point: 0.9144, 0.4794, lift_point: 0.9144, 0.4794" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9013, 0.3565, lift_point: 0.9013, 0.3565", "pred": "The action is #DUAL_POINT#; touch_point: 0.8994, 0.2337, lift_point: 0.8994, 0.2337" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1339, 0.2617, lift_point: 0.1339, 0.2617" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7807, 0.642, lift_point: 0.7807, 0.642", "pred": "The action is #DUAL_POINT#; touch_point: 0.7757, 0.6916, lift_point: 0.7757, 0.6916" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.9372, lift_point: 0.0606, 0.9372", "pred": "The action is #DUAL_POINT#; touch_point: 0.0604, 0.9405, lift_point: 0.0604, 0.9405" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1619, 0.7968, lift_point: 0.1619, 0.7968", "pred": "The action is #DUAL_POINT#; touch_point: 0.1927, 0.6655, lift_point: 0.1927, 0.6655" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7794, 0.6687, lift_point: 0.7794, 0.6687", "pred": "The action is #DUAL_POINT#; touch_point: 0.7762, 0.6885, lift_point: 0.7762, 0.6885" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.371, lift_point: 0.0562, 0.371", "pred": "The action is #DUAL_POINT#; touch_point: 0.0589, 0.556, lift_point: 0.0589, 0.556" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"peru capital\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of peru\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1805, 0.2698, lift_point: 0.1805, 0.2698", "pred": "The action is #DUAL_POINT#; touch_point: 0.1176, 0.2487, lift_point: 0.1176, 0.2487" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7757, 0.6836, lift_point: 0.7757, 0.6836" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3743, 0.511, lift_point: 0.3743, 0.511", "pred": "The action is #DUAL_POINT#; touch_point: 0.4958, 0.6965, lift_point: 0.4958, 0.6965" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in las vegas\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Las Vegas\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1275, 0.4238, lift_point: 0.1275, 0.4238", "pred": "The action is #DUAL_POINT#; touch_point: 0.1097, 0.406, lift_point: 0.1097, 0.406" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3633, 0.3322, lift_point: 0.3633, 0.3322" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7739, 0.7018, lift_point: 0.7739, 0.7018", "pred": "The action is #DUAL_POINT#; touch_point: 0.7762, 0.6933, lift_point: 0.7762, 0.6933" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0576, 0.5985, lift_point: 0.0576, 0.5985", "pred": "The action is #DUAL_POINT#; touch_point: 0.0552, 0.5257, lift_point: 0.0552, 0.5257" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"buenos aires to seoul flights\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Seoul\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1154, 0.4619, lift_point: 0.1154, 0.4619", "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.4259, lift_point: 0.1177, 0.4259" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7864, 0.7033, lift_point: 0.7864, 0.7033", "pred": "The action is #DUAL_POINT#; touch_point: 0.7736, 0.6932, lift_point: 0.7736, 0.6932" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0551, 0.5055, lift_point: 0.0551, 0.5055" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.4033, lift_point: 0.0518, 0.4033", "pred": "The action is #DUAL_POINT#; touch_point: 0.0584, 0.5833, lift_point: 0.0584, 0.5833" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1178, 0.579, lift_point: 0.1178, 0.579", "pred": "The action is #DUAL_POINT#; touch_point: 0.1097, 0.4254, lift_point: 0.1097, 0.4254" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3161, 0.3211, lift_point: 0.3161, 0.3211" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7835, 0.2287, lift_point: 0.7835, 0.2287", "pred": "The action is #DUAL_POINT#; touch_point: 0.7678, 0.3766, lift_point: 0.7678, 0.3766" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7712, 0.7138, lift_point: 0.7712, 0.7138", "pred": "The action is #DUAL_POINT#; touch_point: 0.7763, 0.6884, lift_point: 0.7763, 0.6884" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.274, 0.2943, lift_point: 0.274, 0.2943", "pred": "The action is #DUAL_POINT#; touch_point: 0.2477, 0.4797, lift_point: 0.2477, 0.4797" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news this afternoon?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news this afternoon\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1097, 0.3402, lift_point: 0.1097, 0.3402", "pred": "The action is #DUAL_POINT#; touch_point: 0.1099, 0.347, lift_point: 0.1099, 0.347" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2323, 0.1328, lift_point: 0.2323, 0.1328", "pred": "The action is #DUAL_POINT#; touch_point: 0.2256, 0.153, lift_point: 0.2256, 0.153" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3803, 0.537, lift_point: 0.3803, 0.537", "pred": "The action is #DUAL_POINT#; touch_point: 0.4166, 0.3935, lift_point: 0.4166, 0.3935" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4936, 0.2988, lift_point: 0.4936, 0.2988", "pred": "The action is #DUAL_POINT#; touch_point: 0.4953, 0.3158, lift_point: 0.4953, 0.3158" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7749, 0.715, lift_point: 0.7749, 0.715", "pred": "The action is #DUAL_POINT#; touch_point: 0.7748, 0.6945, lift_point: 0.7748, 0.6945" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0653, 0.2838, lift_point: 0.0653, 0.2838", "pred": "The action is #DUAL_POINT#; touch_point: 0.0584, 0.5894, lift_point: 0.0584, 0.5894" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the Samsung TV cost?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Samsung TV cost\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1114, 0.5949, lift_point: 0.1114, 0.5949", "pred": "The action is #DUAL_POINT#; touch_point: 0.1211, 0.463, lift_point: 0.1211, 0.463" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7596, 0.6913, lift_point: 0.7596, 0.6913", "pred": "The action is #DUAL_POINT#; touch_point: 0.7795, 0.6925, lift_point: 0.7795, 0.6925" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0679, 0.4368, lift_point: 0.0679, 0.4368", "pred": "The action is #DUAL_POINT#; touch_point: 0.0583, 0.4567, lift_point: 0.0583, 0.4567" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Euro\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Euro\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1213, 0.4518, lift_point: 0.1213, 0.4518", "pred": "The action is #DUAL_POINT#; touch_point: 0.1174, 0.4252, lift_point: 0.1174, 0.4252" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.79, 0.6962, lift_point: 0.79, 0.6962", "pred": "The action is #DUAL_POINT#; touch_point: 0.7697, 0.6935, lift_point: 0.7697, 0.6935" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0452, 0.4614, lift_point: 0.0452, 0.4614", "pred": "The action is #DUAL_POINT#; touch_point: 0.0469, 0.4375, lift_point: 0.0469, 0.4375" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"what is the speed of a jet?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a jet?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1072, 0.5401, lift_point: 0.1072, 0.5401", "pred": "The action is #DUAL_POINT#; touch_point: 0.1133, 0.3846, lift_point: 0.1133, 0.3846" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7684, 0.1235, lift_point: 0.7684, 0.1235", "pred": "The action is #DUAL_POINT#; touch_point: 0.4841, 0.8765, lift_point: 0.4841, 0.8765" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1662, 0.8742, lift_point: 0.1662, 0.8742", "pred": "The action is #DUAL_POINT#; touch_point: 0.178, 0.3123, lift_point: 0.178, 0.3123" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.8874, lift_point: 0.0597, 0.8874", "pred": "The action is #DUAL_POINT#; touch_point: 0.0554, 0.8847, lift_point: 0.0554, 0.8847" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0679, 0.0978, lift_point: 0.0679, 0.0978", "pred": "The action is #DUAL_POINT#; touch_point: 0.0697, 0.9213, lift_point: 0.0697, 0.9213" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8124, 0.1237, lift_point: 0.8124, 0.1237", "pred": "The action is #DUAL_POINT#; touch_point: 0.8926, 0.124, lift_point: 0.8926, 0.124" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2436, 0.6799, lift_point: 0.2436, 0.6799", "pred": "The action is #DUAL_POINT#; touch_point: 0.7867, 0.1351, lift_point: 0.7867, 0.1351" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0694, 0.373, lift_point: 0.0694, 0.373", "pred": "The action is #DUAL_POINT#; touch_point: 0.0589, 0.5201, lift_point: 0.0589, 0.5201" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"HisenseTV cost\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"HisenseTV cost\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3, 0.451, lift_point: 0.3, 0.451", "pred": "The action is #DUAL_POINT#; touch_point: 0.1425, 0.2835, lift_point: 0.1425, 0.2835" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.473, 0.3296, lift_point: 0.473, 0.3296", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7301, 0.9206, lift_point: 0.7301, 0.9206", "pred": "The action is #DUAL_POINT#; touch_point: 0.7182, 0.9289, lift_point: 0.7182, 0.9289" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2926, 0.9444, lift_point: 0.2926, 0.9444", "pred": "The action is #DUAL_POINT#; touch_point: 0.1431, 0.467, lift_point: 0.1431, 0.467" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7215, 0.9359, lift_point: 0.7215, 0.9359", "pred": "The action is #DUAL_POINT#; touch_point: 0.7168, 0.9229, lift_point: 0.7168, 0.9229" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7187, 0.9117, lift_point: 0.7187, 0.9117" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0601, 0.7172, lift_point: 0.0601, 0.7172", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"cheesecake factory\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at Cheesecake Factory\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2005, 0.3387, lift_point: 0.2005, 0.3387", "pred": "The action is #DUAL_POINT#; touch_point: 0.1239, 0.2689, lift_point: 0.1239, 0.2689" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7599, 0.2511, lift_point: 0.7599, 0.2511", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.475, 0.4932, lift_point: 0.475, 0.4932", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.783, 0.3853, lift_point: 0.783, 0.3853", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7828, 0.3853, lift_point: 0.7828, 0.3853" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4748, 0.6991, lift_point: 0.4748, 0.6991", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4748, 0.6991, lift_point: 0.4748, 0.6991" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7808, 0.6616, lift_point: 0.7808, 0.6616", "pred": "The action is #DUAL_POINT#; touch_point: 0.8806, 0.4201, lift_point: 0.8806, 0.4201" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.062, 0.3546, lift_point: 0.062, 0.3546", "pred": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.516, lift_point: 0.0615, 0.516" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"menu on ihop\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"ihop menu\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1263, 0.2902, lift_point: 0.1263, 0.2902", "pred": "The action is #DUAL_POINT#; touch_point: 0.1237, 0.2003, lift_point: 0.1237, 0.2003" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5077, 0.6172, lift_point: 0.5077, 0.6172", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4417, 0.0512, lift_point: 0.4417, 0.0512", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4518, 0.0765, lift_point: 0.4518, 0.0765", "pred": "The action is #DUAL_POINT#; touch_point: 0.5077, 0.5878, lift_point: 0.5077, 0.5878" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8004, 0.507, lift_point: 0.8004, 0.507", "pred": "The action is #DUAL_POINT#; touch_point: 0.8077, 0.5197, lift_point: 0.8077, 0.5197" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8666, 0.3262, lift_point: 0.8666, 0.3262", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8792, 0.1628, lift_point: 0.8792, 0.1628", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7715, 0.6863, lift_point: 0.7715, 0.6863", "pred": "The action is #DUAL_POINT#; touch_point: 0.7776, 0.6919, lift_point: 0.7776, 0.6919" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0703, 0.2889, lift_point: 0.0703, 0.2889", "pred": "The action is #DUAL_POINT#; touch_point: 0.0431, 0.4445, lift_point: 0.0431, 0.4445" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Malaysia\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1249, 0.1984, lift_point: 0.1249, 0.1984" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1339, 0.371, lift_point: 0.1339, 0.371", "pred": "The action is #DUAL_POINT#; touch_point: 0.1244, 0.2219, lift_point: 0.1244, 0.2219" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6086, 0.3156, lift_point: 0.6086, 0.3156", "pred": "The action is #DUAL_POINT#; touch_point: 0.2576, 0.1955, lift_point: 0.2576, 0.1955" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5415, 0.6211, lift_point: 0.5415, 0.6211", "pred": "The action is #DUAL_POINT#; touch_point: 0.5422, 0.5869, lift_point: 0.5422, 0.5869" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0611, 0.439, lift_point: 0.0611, 0.439", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"malaysia news\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in malaysia\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1904, 0.2696, lift_point: 0.1904, 0.2696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1176, 0.2361, lift_point: 0.1176, 0.2361", "pred": "The action is #DUAL_POINT#; touch_point: 0.1903, 0.2336, lift_point: 0.1903, 0.2336" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8276, 0.3016, lift_point: 0.8276, 0.3016", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7791, 0.6764, lift_point: 0.7791, 0.6764", "pred": "The action is #DUAL_POINT#; touch_point: 0.7778, 0.6863, lift_point: 0.7778, 0.6863" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.3188, lift_point: 0.0715, 0.3188", "pred": "The action is #DUAL_POINT#; touch_point: 0.0656, 0.394, lift_point: 0.0656, 0.394" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new bronzer\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new bronzer\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1257, 0.2121, lift_point: 0.1257, 0.2121" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1267, 0.2447, lift_point: 0.1267, 0.2447", "pred": "The action is #DUAL_POINT#; touch_point: 0.1282, 0.2873, lift_point: 0.1282, 0.2873" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.856, 0.2838, lift_point: 0.856, 0.2838", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7777, 0.4997, lift_point: 0.7777, 0.4997" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.375, 0.88, lift_point: 0.375, 0.88", "pred": "The action is #DUAL_POINT#; touch_point: 0.3688, 0.8844, lift_point: 0.3688, 0.8844" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.085, 0.1138, lift_point: 0.085, 0.1138", "pred": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.1094, lift_point: 0.0651, 0.1094" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6539, 0.8814, lift_point: 0.6539, 0.8814", "pred": "The action is #DUAL_POINT#; touch_point: 0.1887, 0.2074, lift_point: 0.1887, 0.2074" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3063, 0.3311, lift_point: 0.3063, 0.3311", "pred": "The action is #DUAL_POINT#; touch_point: 0.1966, 0.2398, lift_point: 0.1966, 0.2398" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5192, 0.696, lift_point: 0.5192, 0.696", "pred": "The action is #DUAL_POINT#; touch_point: 0.5744, 0.301, lift_point: 0.5744, 0.301" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5091, 0.7017, lift_point: 0.5091, 0.7017", "pred": "The action is #DUAL_POINT#; touch_point: 0.3046, 0.7015, lift_point: 0.3046, 0.7015" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4188, 0.5085, lift_point: 0.4188, 0.5085", "pred": "The action is #DUAL_POINT#; touch_point: 0.4078, 0.487, lift_point: 0.4078, 0.487" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6857, 0.7309, lift_point: 0.6857, 0.7309", "pred": "The action is #DUAL_POINT#; touch_point: 0.3046, 0.7339, lift_point: 0.3046, 0.7339" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1964, 0.9068, lift_point: 0.1964, 0.9068" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7851, 0.6763, lift_point: 0.7851, 0.6763", "pred": "The action is #DUAL_POINT#; touch_point: 0.7777, 0.6886, lift_point: 0.7777, 0.6886" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2925, 0.5378, lift_point: 0.2925, 0.5378", "pred": "The action is #DUAL_POINT#; touch_point: 0.2814, 0.379, lift_point: 0.2814, 0.379" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach towel\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach towel?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1208, 0.352, lift_point: 0.1208, 0.352", "pred": "The action is #DUAL_POINT#; touch_point: 0.1311, 0.3655, lift_point: 0.1311, 0.3655" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3398, 0.2676, lift_point: 0.3398, 0.2676", "pred": "The action is #DUAL_POINT#; touch_point: 0.3743, 0.3394, lift_point: 0.3743, 0.3394" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3445, 0.7999, lift_point: 0.3445, 0.7999", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8888, 0.4811, lift_point: 0.8888, 0.4811", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7825, 0.5034, lift_point: 0.7825, 0.5034" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8002, 0.104, lift_point: 0.8002, 0.104", "pred": "The action is #DUAL_POINT#; touch_point: 0.7811, 0.133, lift_point: 0.7811, 0.133" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0605, 0.4905, lift_point: 0.0605, 0.4905", "pred": "The action is #DUAL_POINT#; touch_point: 0.0537, 0.3202, lift_point: 0.0537, 0.3202" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"wikipedia app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Wikipedia\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1288, 0.258, lift_point: 0.1288, 0.258", "pred": "The action is #DUAL_POINT#; touch_point: 0.1334, 0.4115, lift_point: 0.1334, 0.4115" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1495, 0.8624, lift_point: 0.1495, 0.8624", "pred": "The action is #DUAL_POINT#; touch_point: 0.1503, 0.8573, lift_point: 0.1503, 0.8573" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.149, 0.8472, lift_point: 0.149, 0.8472", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8228, 0.5871, lift_point: 0.8228, 0.5871", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.068, 0.4302, lift_point: 0.068, 0.4302", "pred": "The action is #DUAL_POINT#; touch_point: 0.0641, 0.4315, lift_point: 0.0641, 0.4315" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Sri Lanka?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in sri lanka\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.124, 0.406, lift_point: 0.124, 0.406" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2442, 0.1528, lift_point: 0.2442, 0.1528", "pred": "The action is #DUAL_POINT#; touch_point: 0.2362, 0.1805, lift_point: 0.2362, 0.1805" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8145, 0.6085, lift_point: 0.8145, 0.6085", "pred": "The action is #DUAL_POINT#; touch_point: 0.8001, 0.6184, lift_point: 0.8001, 0.6184" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8145, 0.6085, lift_point: 0.8145, 0.6085", "pred": "The action is #DUAL_POINT#; touch_point: 0.8145, 0.6085, lift_point: 0.8145, 0.6085" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1785, 0.8915, lift_point: 0.1785, 0.8915", "pred": "The action is #DUAL_POINT#; touch_point: 0.1904, 0.8909, lift_point: 0.1904, 0.8909" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the 1000-Watt EGO Power+ Snow Blower?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the 1000-Watt EGO Power+ Snow Blower?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2495, 0.0452, lift_point: 0.2495, 0.0452", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4942, 0.3301, lift_point: 0.4942, 0.3301" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3674, 0.3126, lift_point: 0.3674, 0.3126", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8218, 0.615, lift_point: 0.8218, 0.615", "pred": "The action is #DUAL_POINT#; touch_point: 0.7964, 0.6125, lift_point: 0.7964, 0.6125" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7961, 0.5846, lift_point: 0.7961, 0.5846", "pred": "The action is #DUAL_POINT#; touch_point: 0.8218, 0.615, lift_point: 0.8218, 0.615" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.18, 0.7055, lift_point: 0.18, 0.7055", "pred": "The action is #DUAL_POINT#; touch_point: 0.0635, 0.5165, lift_point: 0.0635, 0.5165" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.114, 0.9439, lift_point: 0.114, 0.9439", "pred": "The action is #DUAL_POINT#; touch_point: 0.1204, 0.9258, lift_point: 0.1204, 0.9258" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in seattle\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Seattle\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1698, 0.2766, lift_point: 0.1698, 0.2766", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3459, 0.2266, lift_point: 0.3459, 0.2266" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8252, 0.5962, lift_point: 0.8252, 0.5962", "pred": "The action is #DUAL_POINT#; touch_point: 0.8193, 0.5967, lift_point: 0.8193, 0.5967" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8001, 0.609, lift_point: 0.8001, 0.609", "pred": "The action is #DUAL_POINT#; touch_point: 0.8252, 0.5962, lift_point: 0.8252, 0.5962" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8001, 0.609, lift_point: 0.8001, 0.609", "pred": "The action is #DUAL_POINT#; touch_point: 0.8001, 0.609, lift_point: 0.8001, 0.609" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.2333, 0.0578, lift_point: 0.2333, 0.0578" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.058, 0.4414, lift_point: 0.058, 0.4414" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0428, 0.4877, lift_point: 0.0428, 0.4877", "pred": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.335, lift_point: 0.0627, 0.335" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0539, 0.7392, lift_point: 0.0539, 0.7392" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5536, 0.3264, lift_point: 0.5536, 0.3264", "pred": "The action is #DUAL_POINT#; touch_point: 0.3329, 0.3951, lift_point: 0.3329, 0.3951" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8259, 0.57, lift_point: 0.8259, 0.57", "pred": "The action is #DUAL_POINT#; touch_point: 0.819, 0.605, lift_point: 0.819, 0.605" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0601, 0.5665, lift_point: 0.0601, 0.5665", "pred": "The action is #DUAL_POINT#; touch_point: 0.0694, 0.4455, lift_point: 0.0694, 0.4455" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Las Vegas\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotel in las vegas\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1359, 0.2507, lift_point: 0.1359, 0.2507", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.3545, lift_point: 0.123, 0.3545" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8325, 0.5994, lift_point: 0.8325, 0.5994", "pred": "The action is #DUAL_POINT#; touch_point: 0.8158, 0.5965, lift_point: 0.8158, 0.5965" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065", "pred": "The action is #DUAL_POINT#; touch_point: 0.8167, 0.5887, lift_point: 0.8167, 0.5887" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065", "pred": "The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065", "pred": "The action is #DUAL_POINT#; touch_point: 0.8179, 0.6065, lift_point: 0.8179, 0.6065" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1688, 0.5554, lift_point: 0.1688, 0.5554", "pred": "The action is #DUAL_POINT#; touch_point: 0.1861, 0.0447, lift_point: 0.1861, 0.0447" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.113, 0.9255, lift_point: 0.113, 0.9255", "pred": "The action is #DUAL_POINT#; touch_point: 0.1149, 0.7002, lift_point: 0.1149, 0.7002" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rateagainst the Mexican Peso?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rateagainst the Mexican Peso\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1803, 0.4954, lift_point: 0.1803, 0.4954" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2311, 0.077, lift_point: 0.2311, 0.077", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8395, 0.6186, lift_point: 0.8395, 0.6186", "pred": "The action is #DUAL_POINT#; touch_point: 0.8064, 0.5914, lift_point: 0.8064, 0.5914" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1732, 0.569, lift_point: 0.1732, 0.569", "pred": "The action is #DUAL_POINT#; touch_point: 0.1859, 0.6484, lift_point: 0.1859, 0.6484" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1094, 0.9264, lift_point: 0.1094, 0.9264", "pred": "The action is #DUAL_POINT#; touch_point: 0.1131, 0.9139, lift_point: 0.1131, 0.9139" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Seoul\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Seoul\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8171, 0.6154, lift_point: 0.8171, 0.6154", "pred": "The action is #DUAL_POINT#; touch_point: 0.8007, 0.6317, lift_point: 0.8007, 0.6317" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5185, 0.6138, lift_point: 0.5185, 0.6138", "pred": "The action is #DUAL_POINT#; touch_point: 0.8171, 0.6154, lift_point: 0.8171, 0.6154" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5282, 0.6061, lift_point: 0.5282, 0.6061", "pred": "The action is #DUAL_POINT#; touch_point: 0.5185, 0.6138, lift_point: 0.5185, 0.6138" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037", "pred": "The action is #DUAL_POINT#; touch_point: 0.7782, 0.3773, lift_point: 0.7782, 0.3773" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037", "pred": "The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037", "pred": "The action is #DUAL_POINT#; touch_point: 0.777, 0.4037, lift_point: 0.777, 0.4037" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0461, 0.548, lift_point: 0.0461, 0.548", "pred": "The action is #DUAL_POINT#; touch_point: 0.0611, 0.5535, lift_point: 0.0611, 0.5535" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"espn app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"espn\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1231, 0.3696, lift_point: 0.1231, 0.3696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1419, 0.8166, lift_point: 0.1419, 0.8166", "pred": "The action is #DUAL_POINT#; touch_point: 0.1416, 0.8603, lift_point: 0.1416, 0.8603" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9164, 0.5564, lift_point: 0.9164, 0.5564", "pred": "The action is #DUAL_POINT#; touch_point: 0.9199, 0.5945, lift_point: 0.9199, 0.5945" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9183, 0.3832, lift_point: 0.9183, 0.3832", "pred": "The action is #DUAL_POINT#; touch_point: 0.9164, 0.3386, lift_point: 0.9164, 0.3386" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1468, 0.8864, lift_point: 0.1468, 0.8864", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6014, 0.4725, lift_point: 0.6014, 0.4725" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.811, 0.6427, lift_point: 0.811, 0.6427", "pred": "The action is #DUAL_POINT#; touch_point: 0.7967, 0.6215, lift_point: 0.7967, 0.6215" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1875, 0.5694, lift_point: 0.1875, 0.5694", "pred": "The action is #DUAL_POINT#; touch_point: 0.1894, 0.6636, lift_point: 0.1894, 0.6636" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1198, 0.9197, lift_point: 0.1198, 0.9197", "pred": "The action is #DUAL_POINT#; touch_point: 0.1208, 0.9308, lift_point: 0.1208, 0.9308" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Boston?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Boston?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8002, 0.6167, lift_point: 0.8002, 0.6167", "pred": "The action is #DUAL_POINT#; touch_point: 0.8044, 0.6331, lift_point: 0.8044, 0.6331" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113", "pred": "The action is #DUAL_POINT#; touch_point: 0.8002, 0.6167, lift_point: 0.8002, 0.6167" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113", "pred": "The action is #DUAL_POINT#; touch_point: 0.8064, 0.6055, lift_point: 0.8064, 0.6055" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113", "pred": "The action is #DUAL_POINT#; touch_point: 0.8064, 0.617, lift_point: 0.8064, 0.617" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113", "pred": "The action is #DUAL_POINT#; touch_point: 0.8069, 0.6196, lift_point: 0.8069, 0.6196" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113", "pred": "The action is #DUAL_POINT#; touch_point: 0.8065, 0.6196, lift_point: 0.8065, 0.6196" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113", "pred": "The action is #DUAL_POINT#; touch_point: 0.8068, 0.6196, lift_point: 0.8068, 0.6196" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113", "pred": "The action is #DUAL_POINT#; touch_point: 0.7981, 0.6113, lift_point: 0.7981, 0.6113" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1899, 0.7803, lift_point: 0.1899, 0.7803", "pred": "The action is #DUAL_POINT#; touch_point: 0.1909, 0.5183, lift_point: 0.1909, 0.5183" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1159, 0.925, lift_point: 0.1159, 0.925", "pred": "The action is #DUAL_POINT#; touch_point: 0.1206, 0.9237, lift_point: 0.1206, 0.9237" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Argentina?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in argentina\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2411, 0.1894, lift_point: 0.2411, 0.1894", "pred": "The action is #DUAL_POINT#; touch_point: 0.189, 0.507, lift_point: 0.189, 0.507" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8252, 0.6178, lift_point: 0.8252, 0.6178", "pred": "The action is #DUAL_POINT#; touch_point: 0.8151, 0.6189, lift_point: 0.8151, 0.6189" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8132, 0.6673, lift_point: 0.8132, 0.6673", "pred": "The action is #DUAL_POINT#; touch_point: 0.8252, 0.6178, lift_point: 0.8252, 0.6178" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8006, 0.6064, lift_point: 0.8006, 0.6064", "pred": "The action is #DUAL_POINT#; touch_point: 0.8127, 0.6673, lift_point: 0.8127, 0.6673" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1823, 0.9005, lift_point: 0.1823, 0.9005", "pred": "The action is #DUAL_POINT#; touch_point: 0.1901, 0.8909, lift_point: 0.1901, 0.8909" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space technology?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space technology\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.244, 0.0736, lift_point: 0.244, 0.0736" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.815, 0.5845, lift_point: 0.815, 0.5845" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5763, 0.5456, lift_point: 0.5763, 0.5456", "pred": "The action is #DUAL_POINT#; touch_point: 0.616, 0.183, lift_point: 0.616, 0.183" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0635, 0.7928, lift_point: 0.0635, 0.7928", "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.7957, lift_point: 0.061, 0.7957" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0635, 0.4928, lift_point: 0.0635, 0.4928" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.5044, lift_point: 0.0606, 0.5044", "pred": "The action is #DUAL_POINT#; touch_point: 0.0623, 0.2744, lift_point: 0.0623, 0.2744" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1333, 0.3251, lift_point: 0.1333, 0.3251" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.735, 0.5885, lift_point: 0.735, 0.5885", "pred": "The action is #DUAL_POINT#; touch_point: 0.7612, 0.6184, lift_point: 0.7612, 0.6184" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0546, 0.7868, lift_point: 0.0546, 0.7868", "pred": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.7899, lift_point: 0.0597, 0.7899" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0613, 0.9384, lift_point: 0.0613, 0.9384", "pred": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.9266, lift_point: 0.0555, 0.9266" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"ebay\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"eBay app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.117, 0.2809, lift_point: 0.117, 0.2809", "pred": "The action is #DUAL_POINT#; touch_point: 0.126, 0.4446, lift_point: 0.126, 0.4446" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1343, 0.9098, lift_point: 0.1343, 0.9098", "pred": "The action is #DUAL_POINT#; touch_point: 0.1397, 0.8455, lift_point: 0.1397, 0.8455" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.782, 0.7322, lift_point: 0.782, 0.7322", "pred": "The action is #DUAL_POINT#; touch_point: 0.7849, 0.6933, lift_point: 0.7849, 0.6933" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1816, 0.6694, lift_point: 0.1816, 0.6694", "pred": "The action is #DUAL_POINT#; touch_point: 0.0563, 0.3799, lift_point: 0.0563, 0.3799" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1082, 0.9314, lift_point: 0.1082, 0.9314", "pred": "The action is #DUAL_POINT#; touch_point: 0.1139, 0.9286, lift_point: 0.1139, 0.9286" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Colombia?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in colombia\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2264, 0.1648, lift_point: 0.2264, 0.1648", "pred": "The action is #DUAL_POINT#; touch_point: 0.2256, 0.1688, lift_point: 0.2256, 0.1688" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6008, 0.1417, lift_point: 0.6008, 0.1417", "pred": "The action is #DUAL_POINT#; touch_point: 0.6047, 0.144, lift_point: 0.6047, 0.144" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1195, 0.6781, lift_point: 0.1195, 0.6781", "pred": "The action is #DUAL_POINT#; touch_point: 0.1394, 0.5275, lift_point: 0.1394, 0.5275" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0589, 0.9191, lift_point: 0.0589, 0.9191", "pred": "The action is #DUAL_POINT#; touch_point: 0.0565, 0.8872, lift_point: 0.0565, 0.8872" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in New York\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in New York?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0696, 0.4148, lift_point: 0.0696, 0.4148" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7777, 0.6843, lift_point: 0.7777, 0.6843" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5493, 0.8544, lift_point: 0.5493, 0.8544", "pred": "The action is #DUAL_POINT#; touch_point: 0.5029, 0.7035, lift_point: 0.5029, 0.7035" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1512, 0.7378, lift_point: 0.1512, 0.7378", "pred": "The action is #DUAL_POINT#; touch_point: 0.1321, 0.6384, lift_point: 0.1321, 0.6384" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0645, 0.8981, lift_point: 0.0645, 0.8981", "pred": "The action is #DUAL_POINT#; touch_point: 0.0695, 0.9117, lift_point: 0.0695, 0.9117" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from NYC to Buenos aires\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1357, 0.7171, lift_point: 0.1357, 0.7171", "pred": "The action is #DUAL_POINT#; touch_point: 0.1474, 0.5621, lift_point: 0.1474, 0.5621" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1837, 0.2179, lift_point: 0.1837, 0.2179", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8764, 0.4599, lift_point: 0.8764, 0.4599", "pred": "The action is #DUAL_POINT#; touch_point: 0.8767, 0.476, lift_point: 0.8767, 0.476" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8752, 0.831, lift_point: 0.8752, 0.831", "pred": "The action is #DUAL_POINT#; touch_point: 0.891, 0.8238, lift_point: 0.891, 0.8238" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7901, 0.6849, lift_point: 0.7901, 0.6849", "pred": "The action is #DUAL_POINT#; touch_point: 0.7905, 0.6865, lift_point: 0.7905, 0.6865" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923", "pred": "The action is #DUAL_POINT#; touch_point: 0.7901, 0.6849, lift_point: 0.7901, 0.6849" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923", "pred": "The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7889, 0.6923, lift_point: 0.7889, 0.6923", "pred": "The action is #DUAL_POINT#; touch_point: 0.7864, 0.6923, lift_point: 0.7864, 0.6923" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0479, 0.7127, lift_point: 0.0479, 0.7127", "pred": "The action is #DUAL_POINT#; touch_point: 0.0549, 0.6216, lift_point: 0.0549, 0.6216" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0463, 0.9337, lift_point: 0.0463, 0.9337", "pred": "The action is #DUAL_POINT#; touch_point: 0.0571, 0.9321, lift_point: 0.0571, 0.9321" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in theFalkland Islands\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in theFalkland Islands\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1205, 0.4479, lift_point: 0.1205, 0.4479", "pred": "The action is #DUAL_POINT#; touch_point: 0.121, 0.4558, lift_point: 0.121, 0.4558" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4429, 0.4461, lift_point: 0.4429, 0.4461", "pred": "The action is #DUAL_POINT#; touch_point: 0.2307, 0.195, lift_point: 0.2307, 0.195" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8925, 0.4827, lift_point: 0.8925, 0.4827", "pred": "The action is #DUAL_POINT#; touch_point: 0.8947, 0.548, lift_point: 0.8947, 0.548" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8963, 0.5485, lift_point: 0.8963, 0.5485", "pred": "The action is #DUAL_POINT#; touch_point: 0.8925, 0.4827, lift_point: 0.8925, 0.4827" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9168, 0.9339, lift_point: 0.9168, 0.9339", "pred": "The action is #DUAL_POINT#; touch_point: 0.9084, 0.9365, lift_point: 0.9084, 0.9365" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8965, 0.5618, lift_point: 0.8965, 0.5618", "pred": "The action is #DUAL_POINT#; touch_point: 0.9038, 0.5084, lift_point: 0.9038, 0.5084" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7859, 0.6832, lift_point: 0.7859, 0.6832", "pred": "The action is #DUAL_POINT#; touch_point: 0.7891, 0.6936, lift_point: 0.7891, 0.6936" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6849, lift_point: 0.7944, 0.6849", "pred": "The action is #DUAL_POINT#; touch_point: 0.7859, 0.6832, lift_point: 0.7859, 0.6832" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.779, 0.6849, lift_point: 0.779, 0.6849", "pred": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6849, lift_point: 0.7944, 0.6849" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7839, 0.6849, lift_point: 0.7839, 0.6849", "pred": "The action is #DUAL_POINT#; touch_point: 0.779, 0.6849, lift_point: 0.779, 0.6849" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7913, 0.6927, lift_point: 0.7913, 0.6927", "pred": "The action is #DUAL_POINT#; touch_point: 0.7839, 0.6849, lift_point: 0.7839, 0.6849" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7949, 0.6927, lift_point: 0.7949, 0.6927", "pred": "The action is #DUAL_POINT#; touch_point: 0.7913, 0.6927, lift_point: 0.7913, 0.6927" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0561, 0.6087, lift_point: 0.0561, 0.6087", "pred": "The action is #DUAL_POINT#; touch_point: 0.0559, 0.5944, lift_point: 0.0559, 0.5944" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.9348, lift_point: 0.0578, 0.9348", "pred": "The action is #DUAL_POINT#; touch_point: 0.0525, 0.9402, lift_point: 0.0525, 0.9402" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Canada\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Canada\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of Canada\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1193, 0.3119, lift_point: 0.1193, 0.3119", "pred": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.9297, lift_point: 0.0568, 0.9297" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1281, 0.2934, lift_point: 0.1281, 0.2934", "pred": "The action is #DUAL_POINT#; touch_point: 0.1193, 0.3119, lift_point: 0.1193, 0.3119" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1233, 0.23, lift_point: 0.1233, 0.23", "pred": "The action is #DUAL_POINT#; touch_point: 0.1257, 0.2607, lift_point: 0.1257, 0.2607" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.117, 0.3334, lift_point: 0.117, 0.3334", "pred": "The action is #DUAL_POINT#; touch_point: 0.1228, 0.2208, lift_point: 0.1228, 0.2208" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2387, 0.1249, lift_point: 0.2387, 0.1249", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7868, 0.6939, lift_point: 0.7868, 0.6939" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1606, 0.1203, lift_point: 0.1606, 0.1203", "pred": "The action is #DUAL_POINT#; touch_point: 0.484, 0.6953, lift_point: 0.484, 0.6953" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0531, 0.8261, lift_point: 0.0531, 0.8261" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4868, 0.873, lift_point: 0.4868, 0.873", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0657, 0.3059, lift_point: 0.0657, 0.3059", "pred": "The action is #DUAL_POINT#; touch_point: 0.0599, 0.311, lift_point: 0.0599, 0.311" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"restaurant in Atlanta\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Atlanta\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1991, 0.2296, lift_point: 0.1991, 0.2296", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.3414, lift_point: 0.123, 0.3414" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7755, 0.5113, lift_point: 0.7755, 0.5113", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0589, 0.7958, lift_point: 0.0589, 0.7958", "pred": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.7862, lift_point: 0.0615, 0.7862" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0649, 0.9347, lift_point: 0.0649, 0.9347", "pred": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.9279, lift_point: 0.0591, 0.9279" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"facebook\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"facebook\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1309, 0.2776, lift_point: 0.1309, 0.2776", "pred": "The action is #DUAL_POINT#; touch_point: 0.1342, 0.3308, lift_point: 0.1342, 0.3308" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1536, 0.8556, lift_point: 0.1536, 0.8556", "pred": "The action is #DUAL_POINT#; touch_point: 0.1506, 0.8514, lift_point: 0.1506, 0.8514" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1536, 0.854, lift_point: 0.1536, 0.854", "pred": "The action is #DUAL_POINT#; touch_point: 0.1565, 0.8556, lift_point: 0.1565, 0.8556" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7804, 0.7008, lift_point: 0.7804, 0.7008", "pred": "The action is #DUAL_POINT#; touch_point: 0.7824, 0.6865, lift_point: 0.7824, 0.6865" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7781, 0.7176, lift_point: 0.7781, 0.7176", "pred": "The action is #DUAL_POINT#; touch_point: 0.7804, 0.7008, lift_point: 0.7804, 0.7008" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0557, 0.3686, lift_point: 0.0557, 0.3686", "pred": "The action is #DUAL_POINT#; touch_point: 0.0604, 0.5425, lift_point: 0.0604, 0.5425" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Chicago to London\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Chicago to London\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1333, 0.503, lift_point: 0.1333, 0.503", "pred": "The action is #DUAL_POINT#; touch_point: 0.1312, 0.4464, lift_point: 0.1312, 0.4464" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8314, 0.5384, lift_point: 0.8314, 0.5384" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.658, 0.4543, lift_point: 0.658, 0.4543", "pred": "The action is #DUAL_POINT#; touch_point: 0.5154, 0.5002, lift_point: 0.5154, 0.5002" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.778, 0.6639, lift_point: 0.778, 0.6639", "pred": "The action is #DUAL_POINT#; touch_point: 0.7736, 0.6866, lift_point: 0.7736, 0.6866" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0695, 0.5895, lift_point: 0.0695, 0.5895", "pred": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.8418, lift_point: 0.0715, 0.8418" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Bangladesh\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Bangladesh?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1351, 0.2819, lift_point: 0.1351, 0.2819", "pred": "The action is #DUAL_POINT#; touch_point: 0.1416, 0.2778, lift_point: 0.1416, 0.2778" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2566, 0.1763, lift_point: 0.2566, 0.1763", "pred": "The action is #DUAL_POINT#; touch_point: 0.2749, 0.195, lift_point: 0.2749, 0.195" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7736, 0.67, lift_point: 0.7736, 0.67", "pred": "The action is #DUAL_POINT#; touch_point: 0.7776, 0.6894, lift_point: 0.7776, 0.6894" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0659, 0.9182, lift_point: 0.0659, 0.9182", "pred": "The action is #DUAL_POINT#; touch_point: 0.0645, 0.9246, lift_point: 0.0645, 0.9246" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1832, 0.711, lift_point: 0.1832, 0.711", "pred": "The action is #DUAL_POINT#; touch_point: 0.2149, 0.524, lift_point: 0.2149, 0.524" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7715, 0.6982, lift_point: 0.7715, 0.6982", "pred": "The action is #DUAL_POINT#; touch_point: 0.7817, 0.6865, lift_point: 0.7817, 0.6865" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.5389, lift_point: 0.0606, 0.5389", "pred": "The action is #DUAL_POINT#; touch_point: 0.0623, 0.4771, lift_point: 0.0623, 0.4771" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"space technology\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space technology\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1305, 0.3664, lift_point: 0.1305, 0.3664", "pred": "The action is #DUAL_POINT#; touch_point: 0.1344, 0.2776, lift_point: 0.1344, 0.2776" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2536, 0.1856, lift_point: 0.2536, 0.1856", "pred": "The action is #DUAL_POINT#; touch_point: 0.2253, 0.1681, lift_point: 0.2253, 0.1681" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7849, 0.6884, lift_point: 0.7849, 0.6884", "pred": "The action is #DUAL_POINT#; touch_point: 0.7793, 0.6862, lift_point: 0.7793, 0.6862" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7824, 0.6896, lift_point: 0.7824, 0.6896", "pred": "The action is #DUAL_POINT#; touch_point: 0.7849, 0.6884, lift_point: 0.7849, 0.6884" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0527, 0.471, lift_point: 0.0527, 0.471", "pred": "The action is #DUAL_POINT#; touch_point: 0.0457, 0.4565, lift_point: 0.0457, 0.4565" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1255, 0.2215, lift_point: 0.1255, 0.2215", "pred": "The action is #DUAL_POINT#; touch_point: 0.131, 0.2947, lift_point: 0.131, 0.2947" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6724, 0.5055, lift_point: 0.6724, 0.5055" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.733, 0.472, lift_point: 0.733, 0.472", "pred": "The action is #DUAL_POINT#; touch_point: 0.6883, 0.485, lift_point: 0.6883, 0.485" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7775, 0.6808, lift_point: 0.7775, 0.6808", "pred": "The action is #DUAL_POINT#; touch_point: 0.7862, 0.6775, lift_point: 0.7862, 0.6775" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0674, 0.4147, lift_point: 0.0674, 0.4147", "pred": "The action is #DUAL_POINT#; touch_point: 0.0604, 0.4914, lift_point: 0.0604, 0.4914" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" hotels in London\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in London\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1298, 0.2773, lift_point: 0.1298, 0.2773", "pred": "The action is #DUAL_POINT#; touch_point: 0.1261, 0.346, lift_point: 0.1261, 0.346" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3601, 0.3378, lift_point: 0.3601, 0.3378", "pred": "The action is #DUAL_POINT#; touch_point: 0.3464, 0.259, lift_point: 0.3464, 0.259" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1809, 0.4988, lift_point: 0.1809, 0.4988" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7147, 0.236, lift_point: 0.7147, 0.236" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4589, 0.2733, lift_point: 0.4589, 0.2733", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8967, 0.716, lift_point: 0.8967, 0.716" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7731, 0.6802, lift_point: 0.7731, 0.6802", "pred": "The action is #DUAL_POINT#; touch_point: 0.7783, 0.6735, lift_point: 0.7783, 0.6735" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0704, 0.6117, lift_point: 0.0704, 0.6117", "pred": "The action is #DUAL_POINT#; touch_point: 0.0441, 0.4444, lift_point: 0.0441, 0.4444" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0552, 0.4192, lift_point: 0.0552, 0.4192", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in New York?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in New York?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in New York?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in New York?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0637, 0.9155, lift_point: 0.0637, 0.9155" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1496, 0.4698, lift_point: 0.1496, 0.4698", "pred": "The action is #DUAL_POINT#; touch_point: 0.1497, 0.4518, lift_point: 0.1497, 0.4518" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5413, 0.2827, lift_point: 0.5413, 0.2827", "pred": "The action is #DUAL_POINT#; touch_point: 0.5624, 0.3558, lift_point: 0.5624, 0.3558" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7854, 0.6645, lift_point: 0.7854, 0.6645", "pred": "The action is #DUAL_POINT#; touch_point: 0.7774, 0.6845, lift_point: 0.7774, 0.6845" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0649, 0.9275, lift_point: 0.0649, 0.9275", "pred": "The action is #DUAL_POINT#; touch_point: 0.0624, 0.86, lift_point: 0.0624, 0.86" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2044, 0.5231, lift_point: 0.2044, 0.5231", "pred": "The action is #DUAL_POINT#; touch_point: 0.2372, 0.5528, lift_point: 0.2372, 0.5528" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.76, 0.6695, lift_point: 0.76, 0.6695", "pred": "The action is #DUAL_POINT#; touch_point: 0.7769, 0.6777, lift_point: 0.7769, 0.6777" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0646, 0.4571, lift_point: 0.0646, 0.4571", "pred": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.4989, lift_point: 0.0606, 0.4989" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1339, 0.7196, lift_point: 0.1339, 0.7196", "pred": "The action is #DUAL_POINT#; touch_point: 0.1324, 0.5828, lift_point: 0.1324, 0.5828" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3983, 0.4939, lift_point: 0.3983, 0.4939", "pred": "The action is #DUAL_POINT#; touch_point: 0.4357, 0.4803, lift_point: 0.4357, 0.4803" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7977, 0.8485, lift_point: 0.7977, 0.8485", "pred": "The action is #DUAL_POINT#; touch_point: 0.8348, 0.6845, lift_point: 0.8348, 0.6845" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.4567, lift_point: 0.7915, 0.4567" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179", "pred": "The action is #DUAL_POINT#; touch_point: 0.8328, 0.8328, lift_point: 0.8328, 0.8328" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9165, 0.4179, lift_point: 0.9165, 0.4179", "pred": "The action is #DUAL_POINT#; touch_point: 0.8937, 0.4214, lift_point: 0.8937, 0.4214" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8938, 0.2789, lift_point: 0.8938, 0.2789" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7561, 0.9427, lift_point: 0.7561, 0.9427", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941", "pred": "The action is #DUAL_POINT#; touch_point: 0.8954, 0.9341, lift_point: 0.8954, 0.9341" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941", "pred": "The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9303, 0.4941, lift_point: 0.9303, 0.4941", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9298, 0.4856, lift_point: 0.9298, 0.4856", "pred": "The action is #DUAL_POINT#; touch_point: 0.0696, 0.5555, lift_point: 0.0696, 0.5555" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8928, 0.2788, lift_point: 0.8928, 0.2788" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3033, 0.6148, lift_point: 0.3033, 0.6148", "pred": "The action is #DUAL_POINT#; touch_point: 0.7905, 0.8769, lift_point: 0.7905, 0.8769" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.898, 0.4587, lift_point: 0.898, 0.4587", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.776, 0.7128, lift_point: 0.776, 0.7128", "pred": "The action is #DUAL_POINT#; touch_point: 0.7861, 0.6939, lift_point: 0.7861, 0.6939" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.5586, lift_point: 0.0651, 0.5586", "pred": "The action is #DUAL_POINT#; touch_point: 0.0639, 0.5709, lift_point: 0.0639, 0.5709" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in san diego\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \" hotels in San Diego\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1422, 0.3437, lift_point: 0.1422, 0.3437", "pred": "The action is #DUAL_POINT#; touch_point: 0.1364, 0.5034, lift_point: 0.1364, 0.5034" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3651, 0.4097, lift_point: 0.3651, 0.4097", "pred": "The action is #DUAL_POINT#; touch_point: 0.3779, 0.2597, lift_point: 0.3779, 0.2597" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.882, 0.6251, lift_point: 0.882, 0.6251", "pred": "The action is #DUAL_POINT#; touch_point: 0.7904, 0.6916, lift_point: 0.7904, 0.6916" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"mascara\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new mascara\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2502, 0.316, lift_point: 0.2502, 0.316", "pred": "The action is #DUAL_POINT#; touch_point: 0.1802, 0.3733, lift_point: 0.1802, 0.3733" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2995, 0.2829, lift_point: 0.2995, 0.2829", "pred": "The action is #DUAL_POINT#; touch_point: 0.2502, 0.316, lift_point: 0.2502, 0.316" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5824, 0.5144, lift_point: 0.5824, 0.5144" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.893, 0.3801, lift_point: 0.893, 0.3801", "pred": "The action is #DUAL_POINT#; touch_point: 0.7841, 0.6934, lift_point: 0.7841, 0.6934" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good chinese restaurant \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good Chinese restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1215, 0.6063, lift_point: 0.1215, 0.6063", "pred": "The action is #DUAL_POINT#; touch_point: 0.1397, 0.4066, lift_point: 0.1397, 0.4066" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7764, 0.6817, lift_point: 0.7764, 0.6817", "pred": "The action is #DUAL_POINT#; touch_point: 0.7879, 0.6779, lift_point: 0.7879, 0.6779" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0628, 0.3885, lift_point: 0.0628, 0.3885", "pred": "The action is #DUAL_POINT#; touch_point: 0.1954, 0.6571, lift_point: 0.1954, 0.6571" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Helsinki\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Helsinki\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1365, 0.4238, lift_point: 0.1365, 0.4238", "pred": "The action is #DUAL_POINT#; touch_point: 0.1253, 0.5077, lift_point: 0.1253, 0.5077" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3855, 0.2661, lift_point: 0.3855, 0.2661", "pred": "The action is #DUAL_POINT#; touch_point: 0.3697, 0.335, lift_point: 0.3697, 0.335" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.829, 0.5032, lift_point: 0.829, 0.5032" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8029, 0.6321, lift_point: 0.8029, 0.6321", "pred": "The action is #DUAL_POINT#; touch_point: 0.8088, 0.6291, lift_point: 0.8088, 0.6291" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.05, 0.4386, lift_point: 0.05, 0.4386", "pred": "The action is #DUAL_POINT#; touch_point: 0.064, 0.556, lift_point: 0.064, 0.556" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"speed of a jet\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a jet?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1347, 0.4935, lift_point: 0.1347, 0.4935", "pred": "The action is #DUAL_POINT#; touch_point: 0.2043, 0.3334, lift_point: 0.2043, 0.3334" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3924, 0.663, lift_point: 0.3924, 0.663", "pred": "The action is #DUAL_POINT#; touch_point: 0.3711, 0.6885, lift_point: 0.3711, 0.6885" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7679, 0.4203, lift_point: 0.7679, 0.4203", "pred": "The action is #DUAL_POINT#; touch_point: 0.7819, 0.403, lift_point: 0.7819, 0.403" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0524, 0.4288, lift_point: 0.0524, 0.4288" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1823, 0.962, lift_point: 0.1823, 0.962", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7884, 0.3319, lift_point: 0.7884, 0.3319", "pred": "The action is #DUAL_POINT#; touch_point: 0.7778, 0.4139, lift_point: 0.7778, 0.4139" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0476, 0.3254, lift_point: 0.0476, 0.3254", "pred": "The action is #DUAL_POINT#; touch_point: 0.0624, 0.4285, lift_point: 0.0624, 0.4285" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Google Play Movies app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"google play movies app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1178, 0.4862, lift_point: 0.1178, 0.4862", "pred": "The action is #DUAL_POINT#; touch_point: 0.1232, 0.3415, lift_point: 0.1232, 0.3415" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1285, 0.8634, lift_point: 0.1285, 0.8634" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.15, 0.2057, lift_point: 0.15, 0.2057", "pred": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.5954, lift_point: 0.7898, 0.5954" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.7935, lift_point: 0.0615, 0.7935", "pred": "The action is #DUAL_POINT#; touch_point: 0.0644, 0.0741, lift_point: 0.0644, 0.0741" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"twitter\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1057, 0.6469, lift_point: 0.1057, 0.6469", "pred": "The action is #DUAL_POINT#; touch_point: 0.1144, 0.2624, lift_point: 0.1144, 0.2624" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0564, 0.7715, lift_point: 0.0564, 0.7715", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2059, 0.2981, lift_point: 0.2059, 0.2981", "pred": "The action is #DUAL_POINT#; touch_point: 0.1134, 0.2287, lift_point: 0.1134, 0.2287" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.7939, lift_point: 0.0569, 0.7939" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.539, 0.4292, lift_point: 0.539, 0.4292", "pred": "The action is #DUAL_POINT#; touch_point: 0.4643, 0.8996, lift_point: 0.4643, 0.8996" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0515, 0.0421, lift_point: 0.0515, 0.0421", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0515, 0.0421, lift_point: 0.0515, 0.0421", "pred": "The action is #DUAL_POINT#; touch_point: 0.0707, 0.0817, lift_point: 0.0707, 0.0817" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0639, 0.8126, lift_point: 0.0639, 0.8126", "pred": "The action is #DUAL_POINT#; touch_point: 0.1886, 0.3161, lift_point: 0.1886, 0.3161" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.059, 0.9422, lift_point: 0.059, 0.9422", "pred": "The action is #DUAL_POINT#; touch_point: 0.0639, 0.8126, lift_point: 0.0639, 0.8126" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"twittwer\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.059, 0.9422, lift_point: 0.059, 0.9422" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1684, 0.3521, lift_point: 0.1684, 0.3521", "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.218, lift_point: 0.1172, 0.218" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1151, 0.4543, lift_point: 0.1151, 0.4543", "pred": "The action is #DUAL_POINT#; touch_point: 0.2343, 0.5094, lift_point: 0.2343, 0.5094" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.779, 0.6538, lift_point: 0.779, 0.6538", "pred": "The action is #DUAL_POINT#; touch_point: 0.778, 0.6214, lift_point: 0.778, 0.6214" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0489, 0.528, lift_point: 0.0489, 0.528", "pred": "The action is #DUAL_POINT#; touch_point: 0.0565, 0.4755, lift_point: 0.0565, 0.4755" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest Burger King?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Burger King?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.3364, lift_point: 0.1172, 0.3364", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8006, 0.6613, lift_point: 0.8006, 0.6613", "pred": "The action is #DUAL_POINT#; touch_point: 0.778, 0.6197, lift_point: 0.778, 0.6197" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.052, 0.4418, lift_point: 0.052, 0.4418", "pred": "The action is #DUAL_POINT#; touch_point: 0.0551, 0.5794, lift_point: 0.0551, 0.5794" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" latest tech news?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest tech news?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1059, 0.4518, lift_point: 0.1059, 0.4518" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1186, 0.2666, lift_point: 0.1186, 0.2666", "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.2884, lift_point: 0.1172, 0.2884" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2403, 0.1912, lift_point: 0.2403, 0.1912", "pred": "The action is #DUAL_POINT#; touch_point: 0.2299, 0.166, lift_point: 0.2299, 0.166" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_IMPOSSIBLE#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8973, 0.4526, lift_point: 0.8973, 0.4526", "pred": "The action is #DUAL_POINT#; touch_point: 0.9004, 0.4851, lift_point: 0.9004, 0.4851" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5975, 0.4096, lift_point: 0.5975, 0.4096", "pred": "The action is #DUAL_POINT#; touch_point: 0.5966, 0.3991, lift_point: 0.5966, 0.3991" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4163, 0.5058, lift_point: 0.4163, 0.5058", "pred": "The action is #DUAL_POINT#; touch_point: 0.4175, 0.5068, lift_point: 0.4175, 0.5068" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3482, 0.7223, lift_point: 0.3482, 0.7223", "pred": "The action is #DUAL_POINT#; touch_point: 0.675, 0.7237, lift_point: 0.675, 0.7237" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6747, 0.7048, lift_point: 0.6747, 0.7048", "pred": "The action is #DUAL_POINT#; touch_point: 0.6758, 0.7318, lift_point: 0.6758, 0.7318" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7881, 0.5788, lift_point: 0.7881, 0.5788", "pred": "The action is #DUAL_POINT#; touch_point: 0.7851, 0.5969, lift_point: 0.7851, 0.5969" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0484, 0.4007, lift_point: 0.0484, 0.4007", "pred": "The action is #DUAL_POINT#; touch_point: 0.0585, 0.4695, lift_point: 0.0585, 0.4695" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Francisco to Tokyo\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Francisco to Tokyo\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1087, 0.2467, lift_point: 0.1087, 0.2467", "pred": "The action is #DUAL_POINT#; touch_point: 0.115, 0.4933, lift_point: 0.115, 0.4933" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2371, 0.1914, lift_point: 0.2371, 0.1914", "pred": "The action is #DUAL_POINT#; touch_point: 0.2333, 0.1968, lift_point: 0.2333, 0.1968" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7938, 0.5856, lift_point: 0.7938, 0.5856", "pred": "The action is #DUAL_POINT#; touch_point: 0.7786, 0.5984, lift_point: 0.7786, 0.5984" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0542, 0.3825, lift_point: 0.0542, 0.3825", "pred": "The action is #DUAL_POINT#; touch_point: 0.0451, 0.426, lift_point: 0.0451, 0.426" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" hotels in Zurich\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Zurich\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1174, 0.2879, lift_point: 0.1174, 0.2879" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.2172, lift_point: 0.1172, 0.2172", "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.2786, lift_point: 0.1177, 0.2786" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7719, 0.8908, lift_point: 0.7719, 0.8908", "pred": "The action is #DUAL_POINT#; touch_point: 0.8888, 0.4999, lift_point: 0.8888, 0.4999" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0418, 0.8196, lift_point: 0.0418, 0.8196", "pred": "The action is #DUAL_POINT#; touch_point: 0.0669, 0.7975, lift_point: 0.0669, 0.7975" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0583, 0.3589, lift_point: 0.0583, 0.3589", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest video from GameSpot News\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest video from GameSpot News\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1201, 0.2902, lift_point: 0.1201, 0.2902", "pred": "The action is #DUAL_POINT#; touch_point: 0.1774, 0.2968, lift_point: 0.1774, 0.2968" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8431, 0.9111, lift_point: 0.8431, 0.9111" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5219, 0.5729, lift_point: 0.5219, 0.5729", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1191, 0.301, lift_point: 0.1191, 0.301" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4217, 0.584, lift_point: 0.4217, 0.584", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2458, 0.8468, lift_point: 0.2458, 0.8468" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5385, 0.7858, lift_point: 0.5385, 0.7858", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8897, 0.2232, lift_point: 0.8897, 0.2232", "pred": "The action is #DUAL_POINT#; touch_point: 0.8945, 0.443, lift_point: 0.8945, 0.443" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Seoul\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.8882, 0.2232, lift_point: 0.8882, 0.2232" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1151, 0.2872, lift_point: 0.1151, 0.2872" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1145, 0.3318, lift_point: 0.1145, 0.3318" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.79, 0.4597, lift_point: 0.79, 0.4597", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.792, 0.6095, lift_point: 0.792, 0.6095", "pred": "The action is #DUAL_POINT#; touch_point: 0.6875, 0.5881, lift_point: 0.6875, 0.5881" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.3078, lift_point: 0.0555, 0.3078" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781", "pred": "The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781", "pred": "The action is #DUAL_POINT#; touch_point: 0.6071, 0.3781, lift_point: 0.6071, 0.3781" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719", "pred": "The action is #DUAL_POINT#; touch_point: 0.6065, 0.3781, lift_point: 0.6065, 0.3781" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719", "pred": "The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305", "pred": "The action is #DUAL_POINT#; touch_point: 0.6102, 0.6719, lift_point: 0.6102, 0.6719" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7374, 0.9374, lift_point: 0.7374, 0.9374", "pred": "The action is #DUAL_POINT#; touch_point: 0.6118, 0.6305, lift_point: 0.6118, 0.6305" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "pred": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "pred": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "pred": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "pred": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "pred": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "pred": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "pred": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7359, 0.9374, lift_point: 0.7359, 0.9374", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374", "pred": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374", "pred": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374", "pred": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374", "pred": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374", "pred": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374", "pred": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374", "pred": "The action is #DUAL_POINT#; touch_point: 0.7345, 0.9374, lift_point: 0.7345, 0.9374" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516", "pred": "The action is #DUAL_POINT#; touch_point: 0.8055, 0.5174, lift_point: 0.8055, 0.5174" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7406, 0.9516, lift_point: 0.7406, 0.9516" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "pred": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "pred": "The action is #DUAL_POINT#; touch_point: 0.5172, 0.9423, lift_point: 0.5172, 0.9423" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "pred": "The action is #DUAL_POINT#; touch_point: 0.4297, 0.9517, lift_point: 0.4297, 0.9517" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "pred": "The action is #DUAL_POINT#; touch_point: 0.426, 0.9511, lift_point: 0.426, 0.9511" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "pred": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "pred": "The action is #DUAL_POINT#; touch_point: 0.5368, 0.9491, lift_point: 0.5368, 0.9491" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "pred": "The action is #DUAL_POINT#; touch_point: 0.5172, 0.9428, lift_point: 0.5172, 0.9428" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "pred": "0.525, 0.9471, lift_point: 0.525, 0.9471" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "pred": "0.5144, 0.9441, lift_point: 0.5144, 0.9441" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5144, 0.9441, lift_point: 0.5144, 0.9441", "pred": "0.5253, 0.9621, lift_point: 0.5253, 0.9621" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.563, 0.9304, lift_point: 0.563, 0.9304", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437", "pred": "0.5172, 0.9421, lift_point: 0.5172, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5609, 0.9437, lift_point: 0.5609, 0.9437", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5624, 0.9437, lift_point: 0.5624, 0.9437", "pred": "0.5175, 0.9621, lift_point: 0.5175, 0.9621" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "pred": "0.4945, 0.451, lift_point: 0.4945, 0.451, 0.451" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "pred": "0.4297, 0.4287, lift_point: 0.4297, 0.4287, 0.4287" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "pred": "0.516, 0.9421, lift_point: 0.516, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "pred": "0.5253, 0.428, lift_point: 0.5253, 0.428" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "pred": "0.5167, 0.9621, lift_point: 0.5167, 0.9621" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5594, 0.9406, lift_point: 0.5594, 0.9406", "pred": "0.5144, 0.9441, lift_point: 0.5144, 0.9441" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.5177, 0.9568, lift_point: 0.5177, 0.9568" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.5367, 0.2563, lift_point: 0.5367, 0.2563" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.5367, 0.2563, lift_point: 0.5367, 0.2563" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.525, 0.9621, lift_point: 0.525, 0.9621" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.5167, 0.9567, lift_point: 0.5167, 0.9567" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.5367, 0.9581, lift_point: 0.5367, 0.9581" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.5253, 0.9781, lift_point: 0.5253, 0.9781" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.5137, 0.9421, lift_point: 0.5137, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.5253, 0.9568, lift_point: 0.5253, 0.9568" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.4297, 0.4297, lift_point: 0.4297, 0.4297, 0.4297" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.5163, 0.9621, lift_point: 0.5163, 0.9621" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.5167, 0.9567, lift_point: 0.5167, 0.9567" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.5144, 0.9441, lift_point: 0.5144, 0.9441" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.5367, 0.256, lift_point: 0.5367, 0.256" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.5367, 0.389, lift_point: 0.5367, 0.389" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.558, 0.9406, lift_point: 0.558, 0.9406", "pred": "0.4297, 0.428, lift_point: 0.4297, 0.428" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5212, 0.9422, lift_point: 0.5212, 0.9422" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5144, 0.9441, lift_point: 0.5144, 0.9441" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.525, 0.9781, lift_point: 0.525, 0.9781" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5253, 0.9781, lift_point: 0.5253, 0.9781" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.525, 0.9621, lift_point: 0.525, 0.9621" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5368, 0.3793, lift_point: 0.5368, 0.3793" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.525, 0.9781, lift_point: 0.525, 0.9781" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5144, 0.9441, lift_point: 0.5144, 0.9441" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.4267, 0.2568, lift_point: 0.4267, 0.2568" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5253, 0.9621, lift_point: 0.5253, 0.9621" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5175, 0.9423, lift_point: 0.5175, 0.9423" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5218, 0.9421, lift_point: 0.5218, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5173, 0.9567, lift_point: 0.5173, 0.9567" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5144, 0.9441, lift_point: 0.5144, 0.9441" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5565, 0.9406, lift_point: 0.5565, 0.9406", "pred": "0.5163, 0.9621, lift_point: 0.5163, 0.9621" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.555, 0.9377, lift_point: 0.555, 0.9377", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.555, 0.9377, lift_point: 0.555, 0.9377", "pred": "0.525, 0.9621, lift_point: 0.525, 0.9621" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.555, 0.9377, lift_point: 0.555, 0.9377", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.555, 0.9377, lift_point: 0.555, 0.9377", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7722, 0.6917, lift_point: 0.7722, 0.6917", "pred": "The action is #DUAL_POINT#; touch_point: 0.8867, 0.5083, lift_point: 0.8867, 0.5083" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0587, 0.4725, lift_point: 0.0587, 0.4725" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7831, 0.6797, lift_point: 0.7831, 0.6797", "pred": "The action is #DUAL_POINT#; touch_point: 0.775, 0.6917, lift_point: 0.775, 0.6917" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7663, 0.7143, lift_point: 0.7663, 0.7143", "pred": "The action is #DUAL_POINT#; touch_point: 0.7724, 0.6946, lift_point: 0.7724, 0.6946" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7736, 0.7043, lift_point: 0.7736, 0.7043", "pred": "The action is #DUAL_POINT#; touch_point: 0.7722, 0.6946, lift_point: 0.7722, 0.6946" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0534, 0.5959, lift_point: 0.0534, 0.5959", "pred": "The action is #DUAL_POINT#; touch_point: 0.0585, 0.6385, lift_point: 0.0585, 0.6385" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Nordstrom\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest nordstrom\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2994, 0.2058, lift_point: 0.2994, 0.2058" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3412, 0.8923, lift_point: 0.3412, 0.8923", "pred": "The action is #DUAL_POINT#; touch_point: 0.6278, 0.8723, lift_point: 0.6278, 0.8723" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3547, 0.8823, lift_point: 0.3547, 0.8823", "pred": "The action is #DUAL_POINT#; touch_point: 0.3412, 0.8923, lift_point: 0.3412, 0.8923" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7777, 0.7007, lift_point: 0.7777, 0.7007", "pred": "The action is #DUAL_POINT#; touch_point: 0.7737, 0.5009, lift_point: 0.7737, 0.5009" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7765, 0.6695, lift_point: 0.7765, 0.6695", "pred": "The action is #DUAL_POINT#; touch_point: 0.7777, 0.7007, lift_point: 0.7777, 0.7007" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7687, 0.7081, lift_point: 0.7687, 0.7081", "pred": "The action is #DUAL_POINT#; touch_point: 0.7765, 0.6695, lift_point: 0.7765, 0.6695" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.77, 0.6836, lift_point: 0.77, 0.6836", "pred": "The action is #DUAL_POINT#; touch_point: 0.7725, 0.7081, lift_point: 0.7725, 0.7081" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.5575, lift_point: 0.0578, 0.5575", "pred": "The action is #DUAL_POINT#; touch_point: 0.0509, 0.6275, lift_point: 0.0509, 0.6275" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Wall Street Journal\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest video from the Wall Street Journal\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1119, 0.4459, lift_point: 0.1119, 0.4459", "pred": "The action is #DUAL_POINT#; touch_point: 0.1176, 0.3489, lift_point: 0.1176, 0.3489" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1197, 0.4129, lift_point: 0.1197, 0.4129", "pred": "The action is #DUAL_POINT#; touch_point: 0.1119, 0.4459, lift_point: 0.1119, 0.4459" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2193, 0.1494, lift_point: 0.2193, 0.1494", "pred": "The action is #DUAL_POINT#; touch_point: 0.3321, 0.2121, lift_point: 0.3321, 0.2121" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2259, 0.1519, lift_point: 0.2259, 0.1519", "pred": "The action is #DUAL_POINT#; touch_point: 0.2316, 0.3048, lift_point: 0.2316, 0.3048" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2295, 0.1764, lift_point: 0.2295, 0.1764", "pred": "The action is #DUAL_POINT#; touch_point: 0.3325, 0.2093, lift_point: 0.3325, 0.2093" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4161, 0.1821, lift_point: 0.4161, 0.1821", "pred": "The action is #DUAL_POINT#; touch_point: 0.3467, 0.197, lift_point: 0.3467, 0.197" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4099, 0.9441, lift_point: 0.4099, 0.9441", "pred": "The action is #DUAL_POINT#; touch_point: 0.398, 0.345, lift_point: 0.398, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3227, 0.1137, lift_point: 0.3227, 0.1137", "pred": "The action is #DUAL_POINT#; touch_point: 0.402, 0.175, lift_point: 0.402, 0.175" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8646, 0.8766, lift_point: 0.8646, 0.8766", "pred": "The action is #DUAL_POINT#; touch_point: 0.3227, 0.1137, lift_point: 0.3227, 0.1137" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1079, 0.3219, lift_point: 0.1079, 0.3219" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4137, 0.3515, lift_point: 0.4137, 0.3515", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.336, 0.948, lift_point: 0.336, 0.948", "pred": "The action is #DUAL_POINT#; touch_point: 0.3252, 0.946, lift_point: 0.3252, 0.946" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2488, 0.8637, lift_point: 0.2488, 0.8637", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1115, 0.4777, lift_point: 0.1115, 0.4777", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1713, 0.5039, lift_point: 0.1713, 0.5039", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796", "pred": "The action is #DUAL_POINT#; touch_point: 0.7768, 0.6935, lift_point: 0.7768, 0.6935" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796", "pred": "The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796", "pred": "The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7791, 0.7074, lift_point: 0.7791, 0.7074", "pred": "The action is #DUAL_POINT#; touch_point: 0.7742, 0.6796, lift_point: 0.7742, 0.6796" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7692, 0.7322, lift_point: 0.7692, 0.7322", "pred": "The action is #DUAL_POINT#; touch_point: 0.7791, 0.7074, lift_point: 0.7791, 0.7074" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0565, 0.664, lift_point: 0.0565, 0.664", "pred": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.6557, lift_point: 0.0529, 0.6557" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the galaxy phone\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the Galaxy phone\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"price of galaxy phone\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1119, 0.2212, lift_point: 0.1119, 0.2212", "pred": "The action is #DUAL_POINT#; touch_point: 0.1164, 0.3555, lift_point: 0.1164, 0.3555" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.39, 0.3211, lift_point: 0.39, 0.3211" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7653, 0.683, lift_point: 0.7653, 0.683", "pred": "The action is #DUAL_POINT#; touch_point: 0.7765, 0.6885, lift_point: 0.7765, 0.6885" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0632, 0.6573, lift_point: 0.0632, 0.6573", "pred": "The action is #DUAL_POINT#; touch_point: 0.0588, 0.6564, lift_point: 0.0588, 0.6564" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Zurich to Helsinki\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Zurich to Helsinki\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4804, 0.5038, lift_point: 0.4804, 0.5038", "pred": "The action is #DUAL_POINT#; touch_point: 0.5372, 0.5089, lift_point: 0.5372, 0.5089" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.48, 0.4934, lift_point: 0.48, 0.4934", "pred": "The action is #DUAL_POINT#; touch_point: 0.4804, 0.5038, lift_point: 0.4804, 0.5038" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4789, 0.602, lift_point: 0.4789, 0.602", "pred": "The action is #DUAL_POINT#; touch_point: 0.4802, 0.4965, lift_point: 0.4802, 0.4965" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7758, 0.6959, lift_point: 0.7758, 0.6959", "pred": "The action is #DUAL_POINT#; touch_point: 0.7743, 0.691, lift_point: 0.7743, 0.691" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7825, 0.6775, lift_point: 0.7825, 0.6775", "pred": "The action is #DUAL_POINT#; touch_point: 0.7758, 0.6959, lift_point: 0.7758, 0.6959" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.765, 0.7127, lift_point: 0.765, 0.7127", "pred": "The action is #DUAL_POINT#; touch_point: 0.7825, 0.6775, lift_point: 0.7825, 0.6775" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.059, 0.6044, lift_point: 0.059, 0.6044", "pred": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.5999, lift_point: 0.0596, 0.5999" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Venezuela\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Venezuela\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7698, 0.6702, lift_point: 0.7698, 0.6702", "pred": "The action is #DUAL_POINT#; touch_point: 0.7718, 0.6937, lift_point: 0.7718, 0.6937" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.5435, lift_point: 0.0578, 0.5435", "pred": "The action is #DUAL_POINT#; touch_point: 0.0426, 0.4244, lift_point: 0.0426, 0.4244" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Orlando\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Orlando\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7877, 0.5246, lift_point: 0.7877, 0.5246" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1866, 0.5036, lift_point: 0.1866, 0.5036", "pred": "The action is #DUAL_POINT#; touch_point: 0.5298, 0.5078, lift_point: 0.5298, 0.5078" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7777, 0.6854, lift_point: 0.7777, 0.6854", "pred": "The action is #DUAL_POINT#; touch_point: 0.7796, 0.6885, lift_point: 0.7796, 0.6885" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0523, 0.7214, lift_point: 0.0523, 0.7214", "pred": "The action is #DUAL_POINT#; touch_point: 0.0566, 0.611, lift_point: 0.0566, 0.611" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the speed of light\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"speed of light\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1213, 0.2753, lift_point: 0.1213, 0.2753" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8326, 0.2399, lift_point: 0.8326, 0.2399", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3462, 0.1159, lift_point: 0.3462, 0.1159", "pred": "The action is #DUAL_POINT#; touch_point: 0.3464, 0.1193, lift_point: 0.3464, 0.1193" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3493, 0.1268, lift_point: 0.3493, 0.1268", "pred": "The action is #DUAL_POINT#; touch_point: 0.3462, 0.1159, lift_point: 0.3462, 0.1159" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9081, 0.9309, lift_point: 0.9081, 0.9309", "pred": "The action is #DUAL_POINT#; touch_point: 0.9076, 0.9426, lift_point: 0.9076, 0.9426" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8776, 0.5248, lift_point: 0.8776, 0.5248", "pred": "The action is #DUAL_POINT#; touch_point: 0.8807, 0.5213, lift_point: 0.8807, 0.5213" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0616, 0.2514, lift_point: 0.0616, 0.2514" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.768, 0.6793, lift_point: 0.768, 0.6793", "pred": "The action is #DUAL_POINT#; touch_point: 0.7684, 0.6933, lift_point: 0.7684, 0.6933" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7656, 0.6793, lift_point: 0.7656, 0.6793", "pred": "The action is #DUAL_POINT#; touch_point: 0.7725, 0.6942, lift_point: 0.7725, 0.6942" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0551, 0.6216, lift_point: 0.0551, 0.6216", "pred": "The action is #DUAL_POINT#; touch_point: 0.0581, 0.5944, lift_point: 0.0581, 0.5944" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Tokyo to NYC\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Tokyo to NYC\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6339, 0.5404, lift_point: 0.6339, 0.5404", "pred": "The action is #DUAL_POINT#; touch_point: 0.5354, 0.5204, lift_point: 0.5354, 0.5204" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7718, 0.6811, lift_point: 0.7718, 0.6811", "pred": "The action is #DUAL_POINT#; touch_point: 0.7767, 0.6931, lift_point: 0.7767, 0.6931" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7718, 0.6811, lift_point: 0.7718, 0.6811", "pred": "The action is #DUAL_POINT#; touch_point: 0.7718, 0.6811, lift_point: 0.7718, 0.6811" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0551, 0.6035, lift_point: 0.0551, 0.6035", "pred": "The action is #DUAL_POINT#; touch_point: 0.0559, 0.6959, lift_point: 0.0559, 0.6959" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" capital of Mexico\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Mexico\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1178, 0.2484, lift_point: 0.1178, 0.2484" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3544, 0.8683, lift_point: 0.3544, 0.8683", "pred": "The action is #DUAL_POINT#; touch_point: 0.3544, 0.8818, lift_point: 0.3544, 0.8818" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7753, 0.6942, lift_point: 0.7753, 0.6942", "pred": "The action is #DUAL_POINT#; touch_point: 0.7767, 0.6934, lift_point: 0.7767, 0.6934" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7753, 0.6942, lift_point: 0.7753, 0.6942", "pred": "The action is #DUAL_POINT#; touch_point: 0.7753, 0.6942, lift_point: 0.7753, 0.6942" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0601, 0.6201, lift_point: 0.0601, 0.6201", "pred": "The action is #DUAL_POINT#; touch_point: 0.0604, 0.4839, lift_point: 0.0604, 0.4839" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in New York\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in New York\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5394, 0.5373, lift_point: 0.5394, 0.5373", "pred": "The action is #DUAL_POINT#; touch_point: 0.5451, 0.3537, lift_point: 0.5451, 0.3537" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.8381, lift_point: 0.0606, 0.8381" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7641, 0.6697, lift_point: 0.7641, 0.6697", "pred": "The action is #DUAL_POINT#; touch_point: 0.7768, 0.6931, lift_point: 0.7768, 0.6931" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0495, 0.6581, lift_point: 0.0495, 0.6581", "pred": "The action is #DUAL_POINT#; touch_point: 0.0582, 0.6276, lift_point: 0.0582, 0.6276" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest Burger King\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" nearest Burger King\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest Burger King\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3498, 0.3592, lift_point: 0.3498, 0.3592", "pred": "The action is #DUAL_POINT#; touch_point: 0.6294, 0.5214, lift_point: 0.6294, 0.5214" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7679, 0.6849, lift_point: 0.7679, 0.6849", "pred": "The action is #DUAL_POINT#; touch_point: 0.7762, 0.6865, lift_point: 0.7762, 0.6865" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7769, 0.6849, lift_point: 0.7769, 0.6849", "pred": "The action is #DUAL_POINT#; touch_point: 0.7722, 0.6849, lift_point: 0.7722, 0.6849" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0557, 0.6473, lift_point: 0.0557, 0.6473", "pred": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.5944, lift_point: 0.0606, 0.5944" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Mexico city to Boston\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Mexico city to Boston\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3434, 0.5535, lift_point: 0.3434, 0.5535", "pred": "The action is #DUAL_POINT#; touch_point: 0.4031, 0.4794, lift_point: 0.4031, 0.4794" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4652, 0.4809, lift_point: 0.4652, 0.4809", "pred": "The action is #DUAL_POINT#; touch_point: 0.4763, 0.3043, lift_point: 0.4763, 0.3043" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0504, 0.2105, lift_point: 0.0504, 0.2105", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0504, 0.2105, lift_point: 0.0504, 0.2105" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.774, 0.6905, lift_point: 0.774, 0.6905", "pred": "The action is #DUAL_POINT#; touch_point: 0.7768, 0.6931, lift_point: 0.7768, 0.6931" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.774, 0.6905, lift_point: 0.774, 0.6905", "pred": "The action is #DUAL_POINT#; touch_point: 0.7767, 0.6885, lift_point: 0.7767, 0.6885" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0548, 0.6655, lift_point: 0.0548, 0.6655", "pred": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.6116, lift_point: 0.0591, 0.6116" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Brazil\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Brazil\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1176, 0.1636, lift_point: 0.1176, 0.1636" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2213, 0.1476, lift_point: 0.2213, 0.1476" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5162, 0.3488, lift_point: 0.5162, 0.3488" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1495, 0.1703, lift_point: 0.1495, 0.1703", "pred": "The action is #DUAL_POINT#; touch_point: 0.2266, 0.1583, lift_point: 0.2266, 0.1583" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1088, 0.0608, lift_point: 0.1088, 0.0608", "pred": "The action is #DUAL_POINT#; touch_point: 0.1087, 0.3975, lift_point: 0.1087, 0.3975" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1916, 0.1381, lift_point: 0.1916, 0.1381", "pred": "The action is #DUAL_POINT#; touch_point: 0.3343, 0.1391, lift_point: 0.3343, 0.1391" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9022, 0.4373, lift_point: 0.9022, 0.4373", "pred": "The action is #DUAL_POINT#; touch_point: 0.8911, 0.4974, lift_point: 0.8911, 0.4974" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"where can i buy a nice beach tent\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach tent?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1303, 0.3898, lift_point: 0.1303, 0.3898", "pred": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.3287, lift_point: 0.1411, 0.3287" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5105, 0.493, lift_point: 0.5105, 0.493", "pred": "The action is #DUAL_POINT#; touch_point: 0.4982, 0.5067, lift_point: 0.4982, 0.5067" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5113, 0.4446, lift_point: 0.5113, 0.4446", "pred": "The action is #DUAL_POINT#; touch_point: 0.5045, 0.5059, lift_point: 0.5045, 0.5059" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9118, 0.4912, lift_point: 0.9118, 0.4912", "pred": "The action is #DUAL_POINT#; touch_point: 0.9099, 0.4444, lift_point: 0.9099, 0.4444" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9118, 0.4912, lift_point: 0.9118, 0.4912", "pred": "The action is #DUAL_POINT#; touch_point: 0.9118, 0.4912, lift_point: 0.9118, 0.4912" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4532, 0.8557, lift_point: 0.4532, 0.8557", "pred": "The action is #DUAL_POINT#; touch_point: 0.8302, 0.8766, lift_point: 0.8302, 0.8766" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5238, 0.8381, lift_point: 0.5238, 0.8381", "pred": "The action is #DUAL_POINT#; touch_point: 0.5309, 0.8425, lift_point: 0.5309, 0.8425" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3586, 0.7019, lift_point: 0.3586, 0.7019", "pred": "The action is #DUAL_POINT#; touch_point: 0.1854, 0.3095, lift_point: 0.1854, 0.3095" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.093, 0.1289, lift_point: 0.093, 0.1289", "pred": "The action is #DUAL_POINT#; touch_point: 0.0804, 0.1041, lift_point: 0.0804, 0.1041" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8862, 0.4967, lift_point: 0.8862, 0.4967", "pred": "The action is #DUAL_POINT#; touch_point: 0.8898, 0.4963, lift_point: 0.8898, 0.4963" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4615, 0.319, lift_point: 0.4615, 0.319", "pred": "The action is #DUAL_POINT#; touch_point: 0.622, 0.397, lift_point: 0.622, 0.397" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4212, 0.5109, lift_point: 0.4212, 0.5109", "pred": "The action is #DUAL_POINT#; touch_point: 0.4109, 0.4848, lift_point: 0.4109, 0.4848" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2988, 0.7573, lift_point: 0.2988, 0.7573", "pred": "The action is #DUAL_POINT#; touch_point: 0.6697, 0.7257, lift_point: 0.6697, 0.7257" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6884, 0.7371, lift_point: 0.6884, 0.7371", "pred": "The action is #DUAL_POINT#; touch_point: 0.6806, 0.7326, lift_point: 0.6806, 0.7326" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.781, 0.6938, lift_point: 0.781, 0.6938", "pred": "The action is #DUAL_POINT#; touch_point: 0.7861, 0.6939, lift_point: 0.7861, 0.6939" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5761, 0.9414, lift_point: 0.5761, 0.9414", "pred": "The action is #DUAL_POINT#; touch_point: 0.781, 0.6938, lift_point: 0.781, 0.6938" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7757, 0.7155, lift_point: 0.7757, 0.7155", "pred": "The action is #DUAL_POINT#; touch_point: 0.7845, 0.6937, lift_point: 0.7845, 0.6937" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0565, 0.3216, lift_point: 0.0565, 0.3216", "pred": "The action is #DUAL_POINT#; touch_point: 0.0625, 0.5583, lift_point: 0.0625, 0.5583" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of switzerland\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of switzerland\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1283, 0.2655, lift_point: 0.1283, 0.2655", "pred": "The action is #DUAL_POINT#; touch_point: 0.1273, 0.2283, lift_point: 0.1273, 0.2283" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5061, 0.0977, lift_point: 0.5061, 0.0977", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7891, 0.6867, lift_point: 0.7891, 0.6867", "pred": "The action is #DUAL_POINT#; touch_point: 0.7838, 0.6865, lift_point: 0.7838, 0.6865" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0583, 0.3792, lift_point: 0.0583, 0.3792", "pred": "The action is #DUAL_POINT#; touch_point: 0.0418, 0.437, lift_point: 0.0418, 0.437" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the universe\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the universe\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1308, 0.2762, lift_point: 0.1308, 0.2762", "pred": "The action is #DUAL_POINT#; touch_point: 0.1282, 0.2683, lift_point: 0.1282, 0.2683" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7818, 0.5041, lift_point: 0.7818, 0.5041", "pred": "The action is #DUAL_POINT#; touch_point: 0.7911, 0.686, lift_point: 0.7911, 0.686" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0728, 0.0389, lift_point: 0.0728, 0.0389", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0513, 0.8113, lift_point: 0.0513, 0.8113", "pred": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.8271, lift_point: 0.0555, 0.8271" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0548, 0.3905, lift_point: 0.0548, 0.3905", "pred": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.5257, lift_point: 0.0529, 0.5257" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" latest video from the Huffington Post\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Huffington Post\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1108, 0.3338, lift_point: 0.1108, 0.3338", "pred": "The action is #DUAL_POINT#; touch_point: 0.1178, 0.4035, lift_point: 0.1178, 0.4035" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5994, 0.404, lift_point: 0.5994, 0.404" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3813, 0.459, lift_point: 0.3813, 0.459", "pred": "The action is #DUAL_POINT#; touch_point: 0.4349, 0.4146, lift_point: 0.4349, 0.4146" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3313, 0.9391, lift_point: 0.3313, 0.9391", "pred": "The action is #DUAL_POINT#; touch_point: 0.2256, 0.8482, lift_point: 0.2256, 0.8482" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1975, 0.5157, lift_point: 0.1975, 0.5157", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1608, 0.4889, lift_point: 0.1608, 0.4889", "pred": "The action is #DUAL_POINT#; touch_point: 0.1589, 0.4969, lift_point: 0.1589, 0.4969" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1787, 0.4998, lift_point: 0.1787, 0.4998", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1787, 0.4998, lift_point: 0.1787, 0.4998", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7816, 0.7066, lift_point: 0.7816, 0.7066", "pred": "The action is #DUAL_POINT#; touch_point: 0.7817, 0.6853, lift_point: 0.7817, 0.6853" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.4272, lift_point: 0.0606, 0.4272", "pred": "The action is #DUAL_POINT#; touch_point: 0.0574, 0.4709, lift_point: 0.0574, 0.4709" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Las Vegas\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Las Vegas\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1295, 0.2443, lift_point: 0.1295, 0.2443", "pred": "The action is #DUAL_POINT#; touch_point: 0.1282, 0.2884, lift_point: 0.1282, 0.2884" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4195, 0.2697, lift_point: 0.4195, 0.2697", "pred": "The action is #DUAL_POINT#; touch_point: 0.2515, 0.2411, lift_point: 0.2515, 0.2411" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.791, 0.6856, lift_point: 0.791, 0.6856", "pred": "The action is #DUAL_POINT#; touch_point: 0.7846, 0.6934, lift_point: 0.7846, 0.6934" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0608, 0.3815, lift_point: 0.0608, 0.3815", "pred": "The action is #DUAL_POINT#; touch_point: 0.0657, 0.3221, lift_point: 0.0657, 0.3221" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Puerto Rico news\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Puerto Rico\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.125, 0.2552, lift_point: 0.125, 0.2552", "pred": "The action is #DUAL_POINT#; touch_point: 0.1284, 0.2273, lift_point: 0.1284, 0.2273" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2505, 0.1546, lift_point: 0.2505, 0.1546", "pred": "The action is #DUAL_POINT#; touch_point: 0.2444, 0.1801, lift_point: 0.2444, 0.1801" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5026, 0.2729, lift_point: 0.5026, 0.2729", "pred": "The action is #DUAL_POINT#; touch_point: 0.484, 0.255, lift_point: 0.484, 0.255" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7788, 0.694, lift_point: 0.7788, 0.694", "pred": "The action is #DUAL_POINT#; touch_point: 0.7866, 0.6935, lift_point: 0.7866, 0.6935" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7658, 0.6924, lift_point: 0.7658, 0.6924", "pred": "The action is #DUAL_POINT#; touch_point: 0.7788, 0.694, lift_point: 0.7788, 0.694" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0673, 0.4574, lift_point: 0.0673, 0.4574", "pred": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.5395, lift_point: 0.0529, 0.5395" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news this week\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news this week\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1219, 0.1713, lift_point: 0.1219, 0.1713", "pred": "The action is #DUAL_POINT#; touch_point: 0.1315, 0.2276, lift_point: 0.1315, 0.2276" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4387, 0.2272, lift_point: 0.4387, 0.2272", "pred": "The action is #DUAL_POINT#; touch_point: 0.2441, 0.166, lift_point: 0.2441, 0.166" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7756, 0.6931, lift_point: 0.7756, 0.6931", "pred": "The action is #DUAL_POINT#; touch_point: 0.7816, 0.6946, lift_point: 0.7816, 0.6946" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0603, 0.2776, lift_point: 0.0603, 0.2776", "pred": "The action is #DUAL_POINT#; touch_point: 0.0616, 0.5114, lift_point: 0.0616, 0.5114" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest Walmart\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest walmart\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1268, 0.1721, lift_point: 0.1268, 0.1721", "pred": "The action is #DUAL_POINT#; touch_point: 0.131, 0.2278, lift_point: 0.131, 0.2278" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7861, 0.6766, lift_point: 0.7861, 0.6766", "pred": "The action is #DUAL_POINT#; touch_point: 0.7799, 0.6935, lift_point: 0.7799, 0.6935" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0576, 0.4081, lift_point: 0.0576, 0.4081", "pred": "The action is #DUAL_POINT#; touch_point: 0.0692, 0.5555, lift_point: 0.0692, 0.5555" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the Vizio TV\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the Vizio TV\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0653, 0.1186, lift_point: 0.0653, 0.1186", "pred": "The action is #DUAL_POINT#; touch_point: 0.0626, 0.2884, lift_point: 0.0626, 0.2884" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1762, 0.5659, lift_point: 0.1762, 0.5659", "pred": "The action is #DUAL_POINT#; touch_point: 0.0653, 0.1186, lift_point: 0.0653, 0.1186" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0707, 0.5071, lift_point: 0.0707, 0.5071", "pred": "The action is #DUAL_POINT#; touch_point: 0.1762, 0.5659, lift_point: 0.1762, 0.5659" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1253, 0.2932, lift_point: 0.1253, 0.2932", "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.3383, lift_point: 0.127, 0.3383" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2479, 0.2464, lift_point: 0.2479, 0.2464", "pred": "The action is #DUAL_POINT#; touch_point: 0.3762, 0.2503, lift_point: 0.3762, 0.2503" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7792, 0.6895, lift_point: 0.7792, 0.6895", "pred": "The action is #DUAL_POINT#; touch_point: 0.7766, 0.6885, lift_point: 0.7766, 0.6885" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0559, 0.4226, lift_point: 0.0559, 0.4226", "pred": "The action is #DUAL_POINT#; touch_point: 0.0604, 0.3726, lift_point: 0.0604, 0.3726" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"time in san francisco\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"time in san francisco\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1263, 0.2649, lift_point: 0.1263, 0.2649", "pred": "The action is #DUAL_POINT#; touch_point: 0.1273, 0.2727, lift_point: 0.1273, 0.2727" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6548, 0.6658, lift_point: 0.6548, 0.6658" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8495, 0.5981, lift_point: 0.8495, 0.5981", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1492, 0.2963, lift_point: 0.1492, 0.2963", "pred": "The action is #DUAL_POINT#; touch_point: 0.3545, 0.6939, lift_point: 0.3545, 0.6939" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0728, 0.0778, lift_point: 0.0728, 0.0778", "pred": "The action is #DUAL_POINT#; touch_point: 0.0748, 0.1394, lift_point: 0.0748, 0.1394" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0718, 0.1017, lift_point: 0.0718, 0.1017", "pred": "The action is #DUAL_POINT#; touch_point: 0.8895, 0.5169, lift_point: 0.8895, 0.5169" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9291, 0.5142, lift_point: 0.9291, 0.5142", "pred": "The action is #DUAL_POINT#; touch_point: 0.8898, 0.5243, lift_point: 0.8898, 0.5243" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4273, 0.3883, lift_point: 0.4273, 0.3883", "pred": "The action is #DUAL_POINT#; touch_point: 0.5963, 0.6047, lift_point: 0.5963, 0.6047" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4219, 0.5065, lift_point: 0.4219, 0.5065", "pred": "The action is #DUAL_POINT#; touch_point: 0.416, 0.5055, lift_point: 0.416, 0.5055" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4219, 0.5065, lift_point: 0.4219, 0.5065", "pred": "The action is #DUAL_POINT#; touch_point: 0.6707, 0.7253, lift_point: 0.6707, 0.7253" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3126, 0.7238, lift_point: 0.3126, 0.7238", "pred": "The action is #DUAL_POINT#; touch_point: 0.6731, 0.7358, lift_point: 0.6731, 0.7358" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3169, 0.7431, lift_point: 0.3169, 0.7431", "pred": "The action is #DUAL_POINT#; touch_point: 0.6707, 0.7254, lift_point: 0.6707, 0.7254" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6816, 0.7381, lift_point: 0.6816, 0.7381", "pred": "The action is #DUAL_POINT#; touch_point: 0.6752, 0.7257, lift_point: 0.6752, 0.7257" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1231, 0.9048, lift_point: 0.1231, 0.9048" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1757, 0.8474, lift_point: 0.1757, 0.8474", "pred": "The action is #DUAL_POINT#; touch_point: 0.507, 0.8734, lift_point: 0.507, 0.8734" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0754, 0.5816, lift_point: 0.0754, 0.5816", "pred": "The action is #DUAL_POINT#; touch_point: 0.0708, 0.505, lift_point: 0.0708, 0.505" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" top rated burger restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"top rated burger restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1531, 0.5397, lift_point: 0.1531, 0.5397", "pred": "The action is #DUAL_POINT#; touch_point: 0.1512, 0.582, lift_point: 0.1512, 0.582" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8843, 0.3812, lift_point: 0.8843, 0.3812", "pred": "The action is #DUAL_POINT#; touch_point: 0.7867, 0.6902, lift_point: 0.7867, 0.6902" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a rocket?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"speed of a rocket\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1379, 0.7572, lift_point: 0.1379, 0.7572", "pred": "The action is #DUAL_POINT#; touch_point: 0.1322, 0.5214, lift_point: 0.1322, 0.5214" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8882, 0.4486, lift_point: 0.8882, 0.4486", "pred": "The action is #DUAL_POINT#; touch_point: 0.7867, 0.6939, lift_point: 0.7867, 0.6939" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Miami\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in miami\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1512, 0.3194, lift_point: 0.1512, 0.3194" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.3545, lift_point: 0.1329, 0.3545", "pred": "The action is #DUAL_POINT#; touch_point: 0.1512, 0.3951, lift_point: 0.1512, 0.3951" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3261, 0.3393, lift_point: 0.3261, 0.3393" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8157, 0.515, lift_point: 0.8157, 0.515" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7136, 0.5007, lift_point: 0.7136, 0.5007" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3618, 0.5251, lift_point: 0.3618, 0.5251", "pred": "The action is #DUAL_POINT#; touch_point: 0.4692, 0.3634, lift_point: 0.4692, 0.3634" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7914, 0.6852, lift_point: 0.7914, 0.6852", "pred": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.6919, lift_point: 0.7928, 0.6919" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7914, 0.6852, lift_point: 0.7914, 0.6852", "pred": "The action is #DUAL_POINT#; touch_point: 0.7914, 0.6852, lift_point: 0.7914, 0.6852" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7988, 0.6827, lift_point: 0.7988, 0.6827", "pred": "The action is #DUAL_POINT#; touch_point: 0.7914, 0.6852, lift_point: 0.7914, 0.6852" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7988, 0.6827, lift_point: 0.7988, 0.6827", "pred": "The action is #DUAL_POINT#; touch_point: 0.7988, 0.6827, lift_point: 0.7988, 0.6827" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.4915, lift_point: 0.0596, 0.4915" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2559, 0.3466, lift_point: 0.2559, 0.3466", "pred": "The action is #DUAL_POINT#; touch_point: 0.2725, 0.4494, lift_point: 0.2725, 0.4494" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest JCPenney\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest JCPenney\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1115, 0.3638, lift_point: 0.1115, 0.3638", "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.2915, lift_point: 0.117, 0.2915" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1095, 0.535, lift_point: 0.1095, 0.535", "pred": "The action is #DUAL_POINT#; touch_point: 0.1115, 0.3638, lift_point: 0.1115, 0.3638" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7979, 0.6695, lift_point: 0.7979, 0.6695", "pred": "The action is #DUAL_POINT#; touch_point: 0.7889, 0.6859, lift_point: 0.7889, 0.6859" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7979, 0.6695, lift_point: 0.7979, 0.6695", "pred": "The action is #DUAL_POINT#; touch_point: 0.7979, 0.6695, lift_point: 0.7979, 0.6695" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0553, 0.498, lift_point: 0.0553, 0.498", "pred": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.6807, lift_point: 0.0568, 0.6807" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0522, 0.9411, lift_point: 0.0522, 0.9411", "pred": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.9399, lift_point: 0.0529, 0.9399" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new foundation (skincare) product\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new foundation (skincare) product\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.116, 0.3262, lift_point: 0.116, 0.3262", "pred": "The action is #DUAL_POINT#; touch_point: 0.1174, 0.2486, lift_point: 0.1174, 0.2486" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7888, 0.6904, lift_point: 0.7888, 0.6904" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7868, 0.6959, lift_point: 0.7868, 0.6959", "pred": "The action is #DUAL_POINT#; touch_point: 0.7911, 0.6861, lift_point: 0.7911, 0.6861" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7868, 0.6959, lift_point: 0.7868, 0.6959", "pred": "The action is #DUAL_POINT#; touch_point: 0.7868, 0.6959, lift_point: 0.7868, 0.6959" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0588, 0.8666, lift_point: 0.0588, 0.8666" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7948, 0.6923, lift_point: 0.7948, 0.6923", "pred": "The action is #DUAL_POINT#; touch_point: 0.7891, 0.6934, lift_point: 0.7891, 0.6934" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7948, 0.6923, lift_point: 0.7948, 0.6923", "pred": "The action is #DUAL_POINT#; touch_point: 0.7948, 0.6923, lift_point: 0.7948, 0.6923" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.047, 0.6352, lift_point: 0.047, 0.6352", "pred": "The action is #DUAL_POINT#; touch_point: 0.0566, 0.6115, lift_point: 0.0566, 0.6115" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0472, 0.9329, lift_point: 0.0472, 0.9329", "pred": "The action is #DUAL_POINT#; touch_point: 0.0511, 0.9382, lift_point: 0.0511, 0.9382" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"best Mexican restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"the best Mexican restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1136, 0.2422, lift_point: 0.1136, 0.2422", "pred": "The action is #DUAL_POINT#; touch_point: 0.1093, 0.4519, lift_point: 0.1093, 0.4519" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3436, 0.5238, lift_point: 0.3436, 0.5238", "pred": "The action is #DUAL_POINT#; touch_point: 0.4565, 0.2329, lift_point: 0.4565, 0.2329" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7886, 0.6901, lift_point: 0.7886, 0.6901", "pred": "The action is #DUAL_POINT#; touch_point: 0.7889, 0.6866, lift_point: 0.7889, 0.6866" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7886, 0.6901, lift_point: 0.7886, 0.6901", "pred": "The action is #DUAL_POINT#; touch_point: 0.7886, 0.6901, lift_point: 0.7886, 0.6901" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7849, 0.6927, lift_point: 0.7849, 0.6927", "pred": "The action is #DUAL_POINT#; touch_point: 0.7886, 0.6901, lift_point: 0.7886, 0.6901" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.4434, lift_point: 0.0562, 0.4434", "pred": "The action is #DUAL_POINT#; touch_point: 0.0509, 0.5455, lift_point: 0.0509, 0.5455" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0461, 0.9411, lift_point: 0.0461, 0.9411", "pred": "The action is #DUAL_POINT#; touch_point: 0.0512, 0.9321, lift_point: 0.0512, 0.9321" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"the news in Venezuela\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Venezuela?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1124, 0.2924, lift_point: 0.1124, 0.2924" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2158, 0.1338, lift_point: 0.2158, 0.1338", "pred": "The action is #DUAL_POINT#; touch_point: 0.2219, 0.1584, lift_point: 0.2219, 0.1584" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7969, 0.6805, lift_point: 0.7969, 0.6805", "pred": "The action is #DUAL_POINT#; touch_point: 0.7934, 0.6871, lift_point: 0.7934, 0.6871" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7982, 0.6829, lift_point: 0.7982, 0.6829", "pred": "The action is #DUAL_POINT#; touch_point: 0.7969, 0.6805, lift_point: 0.7969, 0.6805" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7994, 0.6829, lift_point: 0.7994, 0.6829", "pred": "The action is #DUAL_POINT#; touch_point: 0.7982, 0.6829, lift_point: 0.7982, 0.6829" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0492, 0.5387, lift_point: 0.0492, 0.5387", "pred": "The action is #DUAL_POINT#; touch_point: 0.0545, 0.556, lift_point: 0.0545, 0.556" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0475, 0.9319, lift_point: 0.0475, 0.9319", "pred": "The action is #DUAL_POINT#; touch_point: 0.0511, 0.9334, lift_point: 0.0511, 0.9334" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" capital of Colombia\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Colombia\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1095, 0.3214, lift_point: 0.1095, 0.3214" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7919, 0.6831, lift_point: 0.7919, 0.6831", "pred": "The action is #DUAL_POINT#; touch_point: 0.7971, 0.686, lift_point: 0.7971, 0.686" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7907, 0.6831, lift_point: 0.7907, 0.6831", "pred": "The action is #DUAL_POINT#; touch_point: 0.7919, 0.6831, lift_point: 0.7919, 0.6831" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0566, 0.9414, lift_point: 0.0566, 0.9414" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0, 0.7479, lift_point: 0.0, 0.7479", "pred": "The action is #DUAL_POINT#; touch_point: 0.7839, 0.6938, lift_point: 0.7839, 0.6938" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8893, 0.4444, lift_point: 0.8893, 0.4444" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.509, 0.6815, lift_point: 0.509, 0.6815", "pred": "The action is #DUAL_POINT#; touch_point: 0.4921, 0.6902, lift_point: 0.4921, 0.6902" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1198, 0.5798, lift_point: 0.1198, 0.5798", "pred": "The action is #DUAL_POINT#; touch_point: 0.1265, 0.6428, lift_point: 0.1265, 0.6428" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0635, 0.8973, lift_point: 0.0635, 0.8973", "pred": "The action is #DUAL_POINT#; touch_point: 0.0675, 0.9195, lift_point: 0.0675, 0.9195" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0722, 0.2929, lift_point: 0.0722, 0.2929", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in San Francisco?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"time in San Francisco\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in San Francisco? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1297, 0.3994, lift_point: 0.1297, 0.3994", "pred": "The action is #DUAL_POINT#; touch_point: 0.1366, 0.4412, lift_point: 0.1366, 0.4412" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9023, 0.3274, lift_point: 0.9023, 0.3274", "pred": "The action is #DUAL_POINT#; touch_point: 0.7879, 0.7055, lift_point: 0.7879, 0.7055" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0744, 0.2528, lift_point: 0.0744, 0.2528", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Sri Lanka?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Sri Lanka\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Sri Lanka?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1367, 0.3651, lift_point: 0.1367, 0.3651", "pred": "The action is #DUAL_POINT#; touch_point: 0.1371, 0.4948, lift_point: 0.1371, 0.4948" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2877, 0.3685, lift_point: 0.2877, 0.3685" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8772, 0.5148, lift_point: 0.8772, 0.5148", "pred": "The action is #DUAL_POINT#; touch_point: 0.7821, 0.6776, lift_point: 0.7821, 0.6776" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameTrailers?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameTrailers?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1396, 0.4555, lift_point: 0.1396, 0.4555", "pred": "The action is #DUAL_POINT#; touch_point: 0.128, 0.3204, lift_point: 0.128, 0.3204" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1396, 0.4555, lift_point: 0.1396, 0.4555" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8748, 0.3711, lift_point: 0.8748, 0.3711", "pred": "The action is #DUAL_POINT#; touch_point: 0.7821, 0.6887, lift_point: 0.7821, 0.6887" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4529, 0.1284, lift_point: 0.4529, 0.1284", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good Chinese restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0655, 0.3438, lift_point: 0.0655, 0.3438", "pred": "The action is #DUAL_POINT#; touch_point: 0.0691, 0.2955, lift_point: 0.0691, 0.2955" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good Chinese restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \" chinese restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1542, 0.5827, lift_point: 0.1542, 0.5827", "pred": "The action is #DUAL_POINT#; touch_point: 0.1444, 0.4696, lift_point: 0.1444, 0.4696" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8901, 0.5255, lift_point: 0.8901, 0.5255", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3867, 0.7017, lift_point: 0.3867, 0.7017", "pred": "The action is #DUAL_POINT#; touch_point: 0.3782, 0.6834, lift_point: 0.3782, 0.6834" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0817, 0.083, lift_point: 0.0817, 0.083", "pred": "The action is #DUAL_POINT#; touch_point: 0.0883, 0.1246, lift_point: 0.0883, 0.1246" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8808, 0.483, lift_point: 0.8808, 0.483", "pred": "The action is #DUAL_POINT#; touch_point: 0.8853, 0.506, lift_point: 0.8853, 0.506" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4037, 0.503, lift_point: 0.4037, 0.503", "pred": "The action is #DUAL_POINT#; touch_point: 0.6231, 0.3741, lift_point: 0.6231, 0.3741" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4139, 0.5104, lift_point: 0.4139, 0.5104", "pred": "The action is #DUAL_POINT#; touch_point: 0.4037, 0.503, lift_point: 0.4037, 0.503" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7124, 0.7722, lift_point: 0.7124, 0.7722", "pred": "The action is #DUAL_POINT#; touch_point: 0.7124, 0.7668, lift_point: 0.7124, 0.7668" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8888, 0.4717, lift_point: 0.8888, 0.4717" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.882, 0.1296, lift_point: 0.882, 0.1296", "pred": "The action is #DUAL_POINT#; touch_point: 0.8843, 0.5394, lift_point: 0.8843, 0.5394" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Austin?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Austin?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0536, 0.3399, lift_point: 0.0536, 0.3399", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7875, 0.6964, lift_point: 0.7875, 0.6964", "pred": "The action is #DUAL_POINT#; touch_point: 0.7913, 0.6914, lift_point: 0.7913, 0.6914" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1715, 0.4258, lift_point: 0.1715, 0.4258", "pred": "The action is #DUAL_POINT#; touch_point: 0.0547, 0.5355, lift_point: 0.0547, 0.5355" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.9217, lift_point: 0.1171, 0.9217", "pred": "The action is #DUAL_POINT#; touch_point: 0.1107, 0.9465, lift_point: 0.1107, 0.9465" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Apple Store?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Apple Store?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5618, 0.2804, lift_point: 0.5618, 0.2804", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8338, 0.5854, lift_point: 0.8338, 0.5854", "pred": "The action is #DUAL_POINT#; touch_point: 0.8247, 0.5465, lift_point: 0.8247, 0.5465" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5045, 0.5531, lift_point: 0.5045, 0.5531", "pred": "The action is #DUAL_POINT#; touch_point: 0.6066, 0.4969, lift_point: 0.6066, 0.4969" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5938, 0.718, lift_point: 0.5938, 0.718", "pred": "The action is #DUAL_POINT#; touch_point: 0.5572, 0.7051, lift_point: 0.5572, 0.7051" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1164, 0.1471, lift_point: 0.1164, 0.1471", "pred": "The action is #DUAL_POINT#; touch_point: 0.1081, 0.1039, lift_point: 0.1081, 0.1039" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8339, 0.5343, lift_point: 0.8339, 0.5343", "pred": "The action is #DUAL_POINT#; touch_point: 0.8422, 0.5115, lift_point: 0.8422, 0.5115" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6909, 0.7934, lift_point: 0.6909, 0.7934" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3829, 0.2267, lift_point: 0.3829, 0.2267", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3909, 0.2267, lift_point: 0.3909, 0.2267", "pred": "The action is #DUAL_POINT#; touch_point: 0.7099, 0.7792, lift_point: 0.7099, 0.7792" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2926, 0.6157, lift_point: 0.2926, 0.6157" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6894, 0.8, lift_point: 0.6894, 0.8", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7714, 0.7279, lift_point: 0.7714, 0.7279", "pred": "The action is #DUAL_POINT#; touch_point: 0.7567, 0.6896, lift_point: 0.7567, 0.6896" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1152, 0.577, lift_point: 0.1152, 0.577", "pred": "The action is #DUAL_POINT#; touch_point: 0.1029, 0.5645, lift_point: 0.1029, 0.5645" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1166, 0.8942, lift_point: 0.1166, 0.8942", "pred": "The action is #DUAL_POINT#; touch_point: 0.1089, 0.8754, lift_point: 0.1089, 0.8754" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of India\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of india\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2398, 0.6228, lift_point: 0.2398, 0.6228", "pred": "The action is #DUAL_POINT#; touch_point: 0.2451, 0.5324, lift_point: 0.2451, 0.5324" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5301, 0.908, lift_point: 0.5301, 0.908", "pred": "The action is #DUAL_POINT#; touch_point: 0.7034, 0.8631, lift_point: 0.7034, 0.8631" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8903, 0.4533, lift_point: 0.8903, 0.4533", "pred": "The action is #DUAL_POINT#; touch_point: 0.8547, 0.519, lift_point: 0.8547, 0.519" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8393, 0.4724, lift_point: 0.8393, 0.4724", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6892, 0.7736, lift_point: 0.6892, 0.7736", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1192, 0.0932, lift_point: 0.1192, 0.0932", "pred": "The action is #DUAL_POINT#; touch_point: 0.1023, 0.6951, lift_point: 0.1023, 0.6951" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0954, 0.3081, lift_point: 0.0954, 0.3081", "pred": "The action is #DUAL_POINT#; touch_point: 0.0966, 0.3714, lift_point: 0.0966, 0.3714" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US economy?\"" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6919, 0.8615, lift_point: 0.6919, 0.8615", "pred": "The action is #DUAL_POINT#; touch_point: 0.7279, 0.8666, lift_point: 0.7279, 0.8666" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2385, 0.567, lift_point: 0.2385, 0.567", "pred": "The action is #DUAL_POINT#; touch_point: 0.2399, 0.5204, lift_point: 0.2399, 0.5204" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1071, 0.863, lift_point: 0.1071, 0.863", "pred": "The action is #DUAL_POINT#; touch_point: 0.1149, 0.8529, lift_point: 0.1149, 0.8529" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Twitter app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news about the US economy\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1213, 0.8467, lift_point: 0.1213, 0.8467", "pred": "The action is #DUAL_POINT#; touch_point: 0.2424, 0.3894, lift_point: 0.2424, 0.3894" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news about the US economy\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news about the US economy\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2597, 0.5918, lift_point: 0.2597, 0.5918", "pred": "The action is #DUAL_POINT#; touch_point: 0.2456, 0.4988, lift_point: 0.2456, 0.4988" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3296, 0.3282, lift_point: 0.3296, 0.3282", "pred": "The action is #DUAL_POINT#; touch_point: 0.3117, 0.6028, lift_point: 0.3117, 0.6028" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7137, 0.8583, lift_point: 0.7137, 0.8583", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2432, 0.6758, lift_point: 0.2432, 0.6758", "pred": "The action is #DUAL_POINT#; touch_point: 0.2515, 0.7133, lift_point: 0.2515, 0.7133" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1245, 0.8849, lift_point: 0.1245, 0.8849", "pred": "The action is #DUAL_POINT#; touch_point: 0.1124, 0.8772, lift_point: 0.1124, 0.8772" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Play the new Katy Perry video on YouTube\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6987, 0.8377, lift_point: 0.6987, 0.8377", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.108, 0.1234, lift_point: 0.108, 0.1234", "pred": "The action is #DUAL_POINT#; touch_point: 0.1107, 0.7315, lift_point: 0.1107, 0.7315" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.108, 0.1234, lift_point: 0.108, 0.1234", "pred": "The action is #DUAL_POINT#; touch_point: 0.108, 0.1234, lift_point: 0.108, 0.1234" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1046, 0.7265, lift_point: 0.1046, 0.7265", "pred": "The action is #DUAL_POINT#; touch_point: 0.108, 0.6635, lift_point: 0.108, 0.6635" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new Katy Perry video\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Katy Perry\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1996, 0.6082, lift_point: 0.1996, 0.6082", "pred": "The action is #DUAL_POINT#; touch_point: 0.2051, 0.4878, lift_point: 0.2051, 0.4878" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8897, 0.5702, lift_point: 0.8897, 0.5702" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4793, 0.6657, lift_point: 0.4793, 0.6657", "pred": "The action is #DUAL_POINT#; touch_point: 0.4726, 0.6955, lift_point: 0.4726, 0.6955" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1059, 0.7245, lift_point: 0.1059, 0.7245", "pred": "The action is #DUAL_POINT#; touch_point: 0.1208, 0.6388, lift_point: 0.1208, 0.6388" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0566, 0.9286, lift_point: 0.0566, 0.9286", "pred": "The action is #DUAL_POINT#; touch_point: 0.0609, 0.9266, lift_point: 0.0609, 0.9266" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in new jersey\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in New Jersey?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1265, 0.636, lift_point: 0.1265, 0.636", "pred": "The action is #DUAL_POINT#; touch_point: 0.1162, 0.4165, lift_point: 0.1162, 0.4165" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8902, 0.4375, lift_point: 0.8902, 0.4375", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new eyeshadow\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new eyeshadow\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1197, 0.3814, lift_point: 0.1197, 0.3814", "pred": "The action is #DUAL_POINT#; touch_point: 0.1258, 0.4132, lift_point: 0.1258, 0.4132" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8126, 0.5033, lift_point: 0.8126, 0.5033", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7796, 0.5033, lift_point: 0.7796, 0.5033" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6476, 0.1448, lift_point: 0.6476, 0.1448", "pred": "The action is #DUAL_POINT#; touch_point: 0.6354, 0.1448, lift_point: 0.6354, 0.1448" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0345, 0.5234, lift_point: 0.0345, 0.5234", "pred": "The action is #DUAL_POINT#; touch_point: 0.0581, 0.5814, lift_point: 0.0581, 0.5814" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.9353, lift_point: 0.0606, 0.9353", "pred": "The action is #DUAL_POINT#; touch_point: 0.0637, 0.9211, lift_point: 0.0637, 0.9211" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Seattle?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Seattle\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1264, 0.3904, lift_point: 0.1264, 0.3904", "pred": "The action is #DUAL_POINT#; touch_point: 0.129, 0.4575, lift_point: 0.129, 0.4575" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5611, 0.6412, lift_point: 0.5611, 0.6412", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3736, 0.1125, lift_point: 0.3736, 0.1125", "pred": "The action is #DUAL_POINT#; touch_point: 0.3695, 0.1124, lift_point: 0.3695, 0.1124" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.907, 0.9447, lift_point: 0.907, 0.9447", "pred": "The action is #DUAL_POINT#; touch_point: 0.9009, 0.9198, lift_point: 0.9009, 0.9198" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8698, 0.5392, lift_point: 0.8698, 0.5392", "pred": "The action is #DUAL_POINT#; touch_point: 0.907, 0.9447, lift_point: 0.907, 0.9447" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0541, 0.0588, lift_point: 0.0541, 0.0588", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2896, 0.1464, lift_point: 0.2896, 0.1464", "pred": "The action is #DUAL_POINT#; touch_point: 0.2806, 0.1832, lift_point: 0.2806, 0.1832" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8884, 0.4564, lift_point: 0.8884, 0.4564", "pred": "The action is #DUAL_POINT#; touch_point: 0.8865, 0.5089, lift_point: 0.8865, 0.5089" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in London?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in London?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1262, 0.4956, lift_point: 0.1262, 0.4956", "pred": "The action is #DUAL_POINT#; touch_point: 0.1123, 0.446, lift_point: 0.1123, 0.446" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7998, 0.6558, lift_point: 0.7998, 0.6558", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0685, 0.4157, lift_point: 0.0685, 0.4157", "pred": "The action is #DUAL_POINT#; touch_point: 0.0705, 0.5425, lift_point: 0.0705, 0.5425" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"best burger restaurants\"" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5236, 0.8549, lift_point: 0.5236, 0.8549", "pred": "The action is #DUAL_POINT#; touch_point: 0.1943, 0.8826, lift_point: 0.1943, 0.8826" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0686, 0.4669, lift_point: 0.0686, 0.4669", "pred": "The action is #DUAL_POINT#; touch_point: 0.0717, 0.4228, lift_point: 0.0717, 0.4228" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"best burger restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"best burger restaurants\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1503, 0.5624, lift_point: 0.1503, 0.5624" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7817, 0.6733, lift_point: 0.7817, 0.6733", "pred": "The action is #DUAL_POINT#; touch_point: 0.7827, 0.6851, lift_point: 0.7827, 0.6851" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0743, 0.4867, lift_point: 0.0743, 0.4867", "pred": "The action is #DUAL_POINT#; touch_point: 0.0643, 0.4621, lift_point: 0.0643, 0.4621" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new mascara on sephora\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.221, 0.277, lift_point: 0.221, 0.277" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7978, 0.662, lift_point: 0.7978, 0.662", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.723, 0.453, lift_point: 0.723, 0.453", "pred": "The action is #DUAL_POINT#; touch_point: 0.7827, 0.6882, lift_point: 0.7827, 0.6882" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2376, 0.618, lift_point: 0.2376, 0.618" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5654, 0.8708, lift_point: 0.5654, 0.8708", "pred": "The action is #DUAL_POINT#; touch_point: 0.5514, 0.8211, lift_point: 0.5514, 0.8211" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2269, 0.5015, lift_point: 0.2269, 0.5015" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7946, 0.6831, lift_point: 0.7946, 0.6831", "pred": "The action is #DUAL_POINT#; touch_point: 0.7818, 0.6936, lift_point: 0.7818, 0.6936" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.071, 0.5263, lift_point: 0.071, 0.5263", "pred": "The action is #DUAL_POINT#; touch_point: 0.0653, 0.4565, lift_point: 0.0653, 0.4565" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Taiwan\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in taiwan\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2755, 0.2146, lift_point: 0.2755, 0.2146", "pred": "The action is #DUAL_POINT#; touch_point: 0.2575, 0.2253, lift_point: 0.2575, 0.2253" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3974, 0.6744, lift_point: 0.3974, 0.6744", "pred": "The action is #DUAL_POINT#; touch_point: 0.394, 0.7062, lift_point: 0.394, 0.7062" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.101, 0.1315, lift_point: 0.101, 0.1315", "pred": "The action is #DUAL_POINT#; touch_point: 0.0644, 0.1099, lift_point: 0.0644, 0.1099" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8899, 0.5328, lift_point: 0.8899, 0.5328", "pred": "The action is #DUAL_POINT#; touch_point: 0.9007, 0.485, lift_point: 0.9007, 0.485" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5264, 0.7463, lift_point: 0.5264, 0.7463", "pred": "The action is #DUAL_POINT#; touch_point: 0.6234, 0.3744, lift_point: 0.6234, 0.3744" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4094, 0.4969, lift_point: 0.4094, 0.4969", "pred": "The action is #DUAL_POINT#; touch_point: 0.4102, 0.4933, lift_point: 0.4102, 0.4933" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3131, 0.7597, lift_point: 0.3131, 0.7597", "pred": "The action is #DUAL_POINT#; touch_point: 0.3197, 0.7744, lift_point: 0.3197, 0.7744" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5751, 0.7483, lift_point: 0.5751, 0.7483", "pred": "The action is #DUAL_POINT#; touch_point: 0.712, 0.7675, lift_point: 0.712, 0.7675" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6312, 0.5665, lift_point: 0.6312, 0.5665", "pred": "The action is #DUAL_POINT#; touch_point: 0.4102, 0.4893, lift_point: 0.4102, 0.4893" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4304, 0.6323, lift_point: 0.4304, 0.6323", "pred": "The action is #DUAL_POINT#; touch_point: 0.4102, 0.4898, lift_point: 0.4102, 0.4898" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4683, 0.7203, lift_point: 0.4683, 0.7203", "pred": "The action is #DUAL_POINT#; touch_point: 0.406, 0.5029, lift_point: 0.406, 0.5029" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5322, 0.7355, lift_point: 0.5322, 0.7355", "pred": "The action is #DUAL_POINT#; touch_point: 0.4074, 0.5294, lift_point: 0.4074, 0.5294" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5737, 0.7326, lift_point: 0.5737, 0.7326", "pred": "The action is #DUAL_POINT#; touch_point: 0.473, 0.7015, lift_point: 0.473, 0.7015" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6219, 0.6098, lift_point: 0.6219, 0.6098", "pred": "The action is #DUAL_POINT#; touch_point: 0.473, 0.6933, lift_point: 0.473, 0.6933" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6599, 0.5324, lift_point: 0.6599, 0.5324", "pred": "The action is #DUAL_POINT#; touch_point: 0.4071, 0.5141, lift_point: 0.4071, 0.5141" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6382, 0.3902, lift_point: 0.6382, 0.3902", "pred": "The action is #DUAL_POINT#; touch_point: 0.4103, 0.4994, lift_point: 0.4103, 0.4994" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5897, 0.2898, lift_point: 0.5897, 0.2898", "pred": "The action is #DUAL_POINT#; touch_point: 0.4067, 0.5022, lift_point: 0.4067, 0.5022" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.524, 0.262, lift_point: 0.524, 0.262", "pred": "The action is #DUAL_POINT#; touch_point: 0.4164, 0.4949, lift_point: 0.4164, 0.4949" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4545, 0.2854, lift_point: 0.4545, 0.2854", "pred": "The action is #DUAL_POINT#; touch_point: 0.7128, 0.7665, lift_point: 0.7128, 0.7665" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4112, 0.3784, lift_point: 0.4112, 0.3784", "pred": "The action is #DUAL_POINT#; touch_point: 0.7125, 0.7665, lift_point: 0.7125, 0.7665" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4019, 0.5089, lift_point: 0.4019, 0.5089", "pred": "The action is #DUAL_POINT#; touch_point: 0.4033, 0.501, lift_point: 0.4033, 0.501" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.721, 0.762, lift_point: 0.721, 0.762", "pred": "The action is #DUAL_POINT#; touch_point: 0.3192, 0.7505, lift_point: 0.3192, 0.7505" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8425, 0.8956, lift_point: 0.8425, 0.8956", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7761, 0.7667, lift_point: 0.7761, 0.7667", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.788, 0.6919, lift_point: 0.788, 0.6919", "pred": "The action is #DUAL_POINT#; touch_point: 0.7873, 0.6777, lift_point: 0.7873, 0.6777" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0592, 0.3622, lift_point: 0.0592, 0.3622", "pred": "The action is #DUAL_POINT#; touch_point: 0.0707, 0.4994, lift_point: 0.0707, 0.4994" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather in rio de janeiro\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Rio de Janeiro\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1444, 0.4255, lift_point: 0.1444, 0.4255" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1385, 0.4393, lift_point: 0.1385, 0.4393" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7907, 0.6851, lift_point: 0.7907, 0.6851" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3739, 0.4837, lift_point: 0.3739, 0.4837", "pred": "The action is #DUAL_POINT#; touch_point: 0.3638, 0.495, lift_point: 0.3638, 0.495" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2041, 0.7799, lift_point: 0.2041, 0.7799", "pred": "The action is #DUAL_POINT#; touch_point: 0.0697, 0.3722, lift_point: 0.0697, 0.3722" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0673, 0.605, lift_point: 0.0673, 0.605", "pred": "The action is #DUAL_POINT#; touch_point: 0.1293, 0.9222, lift_point: 0.1293, 0.9222" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0605, 0.9107, lift_point: 0.0605, 0.9107", "pred": "The action is #DUAL_POINT#; touch_point: 0.0673, 0.605, lift_point: 0.0673, 0.605" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rateagainst the Swiss Franc?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rateagainst the Swiss Franc?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1419, 0.3486, lift_point: 0.1419, 0.3486", "pred": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.6003, lift_point: 0.1411, 0.6003" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.773, 0.1221, lift_point: 0.773, 0.1221", "pred": "The action is #DUAL_POINT#; touch_point: 0.7733, 0.1292, lift_point: 0.7733, 0.1292" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6956, 0.6917, lift_point: 0.6956, 0.6917", "pred": "The action is #DUAL_POINT#; touch_point: 0.4271, 0.7625, lift_point: 0.4271, 0.7625" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2882, 0.6028, lift_point: 0.2882, 0.6028", "pred": "The action is #DUAL_POINT#; touch_point: 0.6387, 0.8368, lift_point: 0.6387, 0.8368" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.559, 0.9018, lift_point: 0.559, 0.9018", "pred": "The action is #DUAL_POINT#; touch_point: 0.4275, 0.7095, lift_point: 0.4275, 0.7095" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3759, 0.4832, lift_point: 0.3759, 0.4832", "pred": "The action is #DUAL_POINT#; touch_point: 0.3745, 0.5015, lift_point: 0.3745, 0.5015" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0605, 0.3441, lift_point: 0.0605, 0.3441", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0741, 0.9326, lift_point: 0.0741, 0.9326", "pred": "The action is #DUAL_POINT#; touch_point: 0.0695, 0.9111, lift_point: 0.0695, 0.9111" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Houston?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Houston?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1376, 0.4405, lift_point: 0.1376, 0.4405", "pred": "The action is #DUAL_POINT#; touch_point: 0.1444, 0.4394, lift_point: 0.1444, 0.4394" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5675, 0.6284, lift_point: 0.5675, 0.6284", "pred": "The action is #DUAL_POINT#; touch_point: 0.5626, 0.6079, lift_point: 0.5626, 0.6079" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3777, 0.5038, lift_point: 0.3777, 0.5038", "pred": "The action is #DUAL_POINT#; touch_point: 0.3743, 0.5044, lift_point: 0.3743, 0.5044" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.073, 0.3137, lift_point: 0.073, 0.3137", "pred": "The action is #DUAL_POINT#; touch_point: 0.0695, 0.3984, lift_point: 0.0695, 0.3984" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0639, 0.9117, lift_point: 0.0639, 0.9117", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Dennys?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Dennys?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Dennys?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1505, 0.3754, lift_point: 0.1505, 0.3754", "pred": "The action is #DUAL_POINT#; touch_point: 0.1425, 0.5774, lift_point: 0.1425, 0.5774" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7833, 0.6886, lift_point: 0.7833, 0.6886", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6322, 0.8427, lift_point: 0.6322, 0.8427", "pred": "The action is #DUAL_POINT#; touch_point: 0.7833, 0.6886, lift_point: 0.7833, 0.6886" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7845, 0.6913, lift_point: 0.7845, 0.6913", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0718, 0.4464, lift_point: 0.0718, 0.4464" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0654, 0.3091, lift_point: 0.0654, 0.3091", "pred": "The action is #DUAL_POINT#; touch_point: 0.0694, 0.5169, lift_point: 0.0694, 0.5169" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0682, 0.9154, lift_point: 0.0682, 0.9154", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Zurich\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Zurich\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Zurich\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1431, 0.6986, lift_point: 0.1431, 0.6986", "pred": "The action is #DUAL_POINT#; touch_point: 0.1578, 0.3998, lift_point: 0.1578, 0.3998" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0785, 0.4736, lift_point: 0.0785, 0.4736", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.067, 0.9253, lift_point: 0.067, 0.9253", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Zurich\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Zurich\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Zurich\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1417, 0.3989, lift_point: 0.1417, 0.3989", "pred": "The action is #DUAL_POINT#; touch_point: 0.1422, 0.5784, lift_point: 0.1422, 0.5784" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3775, 0.51, lift_point: 0.3775, 0.51", "pred": "The action is #DUAL_POINT#; touch_point: 0.3741, 0.5009, lift_point: 0.3741, 0.5009" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3556, 0.5193, lift_point: 0.3556, 0.5193", "pred": "The action is #DUAL_POINT#; touch_point: 0.3775, 0.51, lift_point: 0.3775, 0.51" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0733, 0.3744, lift_point: 0.0733, 0.3744", "pred": "The action is #DUAL_POINT#; touch_point: 0.2097, 0.6367, lift_point: 0.2097, 0.6367" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0747, 0.9215, lift_point: 0.0747, 0.9215", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at In-N-Out?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at In-N-Out?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at In-N-Out?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1491, 0.5146, lift_point: 0.1491, 0.5146", "pred": "The action is #DUAL_POINT#; touch_point: 0.1446, 0.5816, lift_point: 0.1446, 0.5816" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3652, 0.5103, lift_point: 0.3652, 0.5103", "pred": "The action is #DUAL_POINT#; touch_point: 0.373, 0.4937, lift_point: 0.373, 0.4937" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.062, 0.3378, lift_point: 0.062, 0.3378", "pred": "The action is #DUAL_POINT#; touch_point: 0.2196, 0.5414, lift_point: 0.2196, 0.5414" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0757, 0.9254, lift_point: 0.0757, 0.9254", "pred": "The action is #DUAL_POINT#; touch_point: 0.0646, 0.9279, lift_point: 0.0646, 0.9279" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for good Korean restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for good Korean restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1533, 0.502, lift_point: 0.1533, 0.502", "pred": "The action is #DUAL_POINT#; touch_point: 0.1489, 0.451, lift_point: 0.1489, 0.451" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1423, 0.5009, lift_point: 0.1423, 0.5009", "pred": "The action is #DUAL_POINT#; touch_point: 0.1446, 0.5864, lift_point: 0.1446, 0.5864" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.858, 0.6033, lift_point: 0.858, 0.6033", "pred": "The action is #DUAL_POINT#; touch_point: 0.8301, 0.6313, lift_point: 0.8301, 0.6313" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0441, 0.3452, lift_point: 0.0441, 0.3452", "pred": "The action is #DUAL_POINT#; touch_point: 0.0371, 0.4625, lift_point: 0.0371, 0.4625" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Hong Kong?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1023, 0.3794, lift_point: 0.1023, 0.3794" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1159, 0.3367, lift_point: 0.1159, 0.3367", "pred": "The action is #DUAL_POINT#; touch_point: 0.0996, 0.4114, lift_point: 0.0996, 0.4114" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9574, 0.4087, lift_point: 0.9574, 0.4087", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5741, 0.5455, lift_point: 0.5741, 0.5455" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.48, 0.4451, lift_point: 0.48, 0.4451", "pred": "The action is #DUAL_POINT#; touch_point: 0.4518, 0.5424, lift_point: 0.4518, 0.5424" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2723, 0.6483, lift_point: 0.2723, 0.6483", "pred": "The action is #DUAL_POINT#; touch_point: 0.4709, 0.4384, lift_point: 0.4709, 0.4384" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4632, 0.4748, lift_point: 0.4632, 0.4748", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9477, 0.388, lift_point: 0.9477, 0.388", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2628, 0.6309, lift_point: 0.2628, 0.6309", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2139, 0.6602, lift_point: 0.2139, 0.6602", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4717, 0.6224, lift_point: 0.4717, 0.6224" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3433, 0.4384, lift_point: 0.3433, 0.4384" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2883, 0.3108, lift_point: 0.2883, 0.3108", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4509, 0.4779, lift_point: 0.4509, 0.4779", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6051, 0.4422, lift_point: 0.6051, 0.4422", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0525, 0.4109, lift_point: 0.0525, 0.4109", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of France\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1025, 0.3456, lift_point: 0.1025, 0.3456" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6834, 0.1475, lift_point: 0.6834, 0.1475", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6697, 0.124, lift_point: 0.6697, 0.124" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6834, 0.1327, lift_point: 0.6834, 0.1327" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6354, 0.3541, lift_point: 0.6354, 0.3541" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6729, 0.321, lift_point: 0.6729, 0.321", "pred": "The action is #DUAL_POINT#; touch_point: 0.406, 0.2322, lift_point: 0.406, 0.2322" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4971, 0.3321, lift_point: 0.4971, 0.3321" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6606, 0.6509, lift_point: 0.6606, 0.6509", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1015, 0.551, lift_point: 0.1015, 0.551", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9445, 0.8241, lift_point: 0.9445, 0.8241", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2204, 0.6182, lift_point: 0.2204, 0.6182", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2324, 0.6434, lift_point: 0.2324, 0.6434", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4985, 0.6804, lift_point: 0.4985, 0.6804", "pred": "The action is #DUAL_POINT#; touch_point: 0.4997, 0.6736, lift_point: 0.4997, 0.6736" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0577, 0.7161, lift_point: 0.0577, 0.7161", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0712, 0.8898, lift_point: 0.0712, 0.8898", "pred": "The action is #DUAL_POINT#; touch_point: 0.0695, 0.9124, lift_point: 0.0695, 0.9124" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0692, 0.4163, lift_point: 0.0692, 0.4163", "pred": "The action is #DUAL_POINT#; touch_point: 0.072, 0.421, lift_point: 0.072, 0.421" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Lowes? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12' at Lowes? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2151, 0.4389, lift_point: 0.2151, 0.4389", "pred": "The action is #DUAL_POINT#; touch_point: 0.1446, 0.4254, lift_point: 0.1446, 0.4254" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4953, 0.7194, lift_point: 0.4953, 0.7194", "pred": "The action is #DUAL_POINT#; touch_point: 0.4979, 0.676, lift_point: 0.4979, 0.676" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0552, 0.7481, lift_point: 0.0552, 0.7481", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0689, 0.9156, lift_point: 0.0689, 0.9156", "pred": "The action is #DUAL_POINT#; touch_point: 0.0712, 0.9078, lift_point: 0.0712, 0.9078" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0483, 0.3175, lift_point: 0.0483, 0.3175", "pred": "The action is #DUAL_POINT#; touch_point: 0.0726, 0.3814, lift_point: 0.0726, 0.3814" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Philippines? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Philippines? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1341, 0.4067, lift_point: 0.1341, 0.4067", "pred": "The action is #DUAL_POINT#; touch_point: 0.1561, 0.4443, lift_point: 0.1561, 0.4443" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5572, 0.8201, lift_point: 0.5572, 0.8201", "pred": "The action is #DUAL_POINT#; touch_point: 0.5424, 0.8254, lift_point: 0.5424, 0.8254" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1623, 0.3842, lift_point: 0.1623, 0.3842", "pred": "The action is #DUAL_POINT#; touch_point: 0.1536, 0.4204, lift_point: 0.1536, 0.4204" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2878, 0.335, lift_point: 0.2878, 0.335" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6252, 0.3348, lift_point: 0.6252, 0.3348", "pred": "The action is #DUAL_POINT#; touch_point: 0.6277, 0.3201, lift_point: 0.6277, 0.3201" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6386, 0.2705, lift_point: 0.6386, 0.2705", "pred": "The action is #DUAL_POINT#; touch_point: 0.6252, 0.3348, lift_point: 0.6252, 0.3348" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6386, 0.2705, lift_point: 0.6386, 0.2705", "pred": "The action is #DUAL_POINT#; touch_point: 0.6357, 0.304, lift_point: 0.6357, 0.304" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3922, 0.5348, lift_point: 0.3922, 0.5348", "pred": "The action is #DUAL_POINT#; touch_point: 0.2336, 0.5834, lift_point: 0.2336, 0.5834" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.6088, lift_point: 0.0715, 0.6088" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6161, 0.3105, lift_point: 0.6161, 0.3105", "pred": "The action is #DUAL_POINT#; touch_point: 0.6331, 0.3201, lift_point: 0.6331, 0.3201" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6161, 0.3105, lift_point: 0.6161, 0.3105", "pred": "The action is #DUAL_POINT#; touch_point: 0.619, 0.324, lift_point: 0.619, 0.324" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2223, 0.7321, lift_point: 0.2223, 0.7321", "pred": "The action is #DUAL_POINT#; touch_point: 0.2223, 0.5554, lift_point: 0.2223, 0.5554" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0708, 0.9074, lift_point: 0.0708, 0.9074", "pred": "The action is #DUAL_POINT#; touch_point: 0.0705, 0.8989, lift_point: 0.0705, 0.8989" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.074, 0.3732, lift_point: 0.074, 0.3732", "pred": "The action is #DUAL_POINT#; touch_point: 0.0751, 0.3811, lift_point: 0.0751, 0.3811" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Mexico city \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Mexico city \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1612, 0.3762, lift_point: 0.1612, 0.3762", "pred": "The action is #DUAL_POINT#; touch_point: 0.1524, 0.3168, lift_point: 0.1524, 0.3168" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3079, 0.428, lift_point: 0.3079, 0.428", "pred": "The action is #DUAL_POINT#; touch_point: 0.3063, 0.3533, lift_point: 0.3063, 0.3533" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.633, 0.2733, lift_point: 0.633, 0.2733", "pred": "The action is #DUAL_POINT#; touch_point: 0.6335, 0.3203, lift_point: 0.6335, 0.3203" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1364, 0.3315, lift_point: 0.1364, 0.3315", "pred": "The action is #DUAL_POINT#; touch_point: 0.1397, 0.4394, lift_point: 0.1397, 0.4394" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0598, 0.9041, lift_point: 0.0598, 0.9041", "pred": "The action is #DUAL_POINT#; touch_point: 0.0691, 0.8981, lift_point: 0.0691, 0.8981" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0588, 0.4485, lift_point: 0.0588, 0.4485", "pred": "The action is #DUAL_POINT#; touch_point: 0.0769, 0.3752, lift_point: 0.0769, 0.3752" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US stock market? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US stock market? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1404, 0.3738, lift_point: 0.1404, 0.3738", "pred": "The action is #DUAL_POINT#; touch_point: 0.155, 0.4518, lift_point: 0.155, 0.4518" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5156, 0.3897, lift_point: 0.5156, 0.3897", "pred": "The action is #DUAL_POINT#; touch_point: 0.3169, 0.3161, lift_point: 0.3169, 0.3161" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7039, 0.9274, lift_point: 0.7039, 0.9274" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5969, 0.4606, lift_point: 0.5969, 0.4606", "pred": "The action is #DUAL_POINT#; touch_point: 0.177, 0.3258, lift_point: 0.177, 0.3258" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8077, 0.6506, lift_point: 0.8077, 0.6506", "pred": "The action is #DUAL_POINT#; touch_point: 0.7917, 0.6867, lift_point: 0.7917, 0.6867" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2986, 0.4424, lift_point: 0.2986, 0.4424", "pred": "The action is #DUAL_POINT#; touch_point: 0.3049, 0.5124, lift_point: 0.3049, 0.5124" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest walmart\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.301, 0.444, lift_point: 0.301, 0.444" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2954, 0.5354, lift_point: 0.2954, 0.5354", "pred": "The action is #DUAL_POINT#; touch_point: 0.2986, 0.3386, lift_point: 0.2986, 0.3386" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest walmart\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest walmart\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.128, 0.3125, lift_point: 0.128, 0.3125", "pred": "The action is #DUAL_POINT#; touch_point: 0.1414, 0.3263, lift_point: 0.1414, 0.3263" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6982, 0.322, lift_point: 0.6982, 0.322" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4754, 0.2997, lift_point: 0.4754, 0.2997" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.875, 0.3221, lift_point: 0.875, 0.3221" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6434, 0.4167, lift_point: 0.6434, 0.4167" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.389, 0.3822, lift_point: 0.389, 0.3822", "pred": "The action is #DUAL_POINT#; touch_point: 0.5317, 0.3664, lift_point: 0.5317, 0.3664" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.551, 0.2879, lift_point: 0.551, 0.2879" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3463, 0.2764, lift_point: 0.3463, 0.2764", "pred": "The action is #DUAL_POINT#; touch_point: 0.821, 0.2807, lift_point: 0.821, 0.2807" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3088, 0.6094, lift_point: 0.3088, 0.6094", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7895, 0.7097, lift_point: 0.7895, 0.7097", "pred": "The action is #DUAL_POINT#; touch_point: 0.7961, 0.6892, lift_point: 0.7961, 0.6892" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0598, 0.4926, lift_point: 0.0598, 0.4926", "pred": "The action is #DUAL_POINT#; touch_point: 0.0664, 0.9286, lift_point: 0.0664, 0.9286" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0598, 0.9425, lift_point: 0.0598, 0.9425" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0623, 0.9153, lift_point: 0.0623, 0.9153", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0607, 0.9247, lift_point: 0.0607, 0.9247" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8015, 0.6568, lift_point: 0.8015, 0.6568", "pred": "The action is #DUAL_POINT#; touch_point: 0.7967, 0.7051, lift_point: 0.7967, 0.7051" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7805, 0.7051, lift_point: 0.7805, 0.7051" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0679, 0.9219, lift_point: 0.0679, 0.9219" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1904, 0.5908, lift_point: 0.1904, 0.5908", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0669, 0.0733, lift_point: 0.0669, 0.0733" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7817, 0.6517, lift_point: 0.7817, 0.6517", "pred": "The action is #DUAL_POINT#; touch_point: 0.7877, 0.6944, lift_point: 0.7877, 0.6944" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0675, 0.3969, lift_point: 0.0675, 0.3969", "pred": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.5284, lift_point: 0.0606, 0.5284" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0639, 0.9182, lift_point: 0.0639, 0.9182", "pred": "The action is #DUAL_POINT#; touch_point: 0.0646, 0.9197, lift_point: 0.0646, 0.9197" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flight from san diego to seatle\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from San Diego to Seattle\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1482, 0.6046, lift_point: 0.1482, 0.6046", "pred": "The action is #DUAL_POINT#; touch_point: 0.2153, 0.4265, lift_point: 0.2153, 0.4265" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8495, 0.446, lift_point: 0.8495, 0.446", "pred": "The action is #DUAL_POINT#; touch_point: 0.8204, 0.5424, lift_point: 0.8204, 0.5424" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7931, 0.6448, lift_point: 0.7931, 0.6448", "pred": "The action is #DUAL_POINT#; touch_point: 0.7878, 0.6936, lift_point: 0.7878, 0.6936" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7925, 0.6805, lift_point: 0.7925, 0.6805", "pred": "The action is #DUAL_POINT#; touch_point: 0.7931, 0.684, lift_point: 0.7931, 0.684" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0674, 0.8177, lift_point: 0.0674, 0.8177", "pred": "The action is #DUAL_POINT#; touch_point: 0.0695, 0.5607, lift_point: 0.0695, 0.5607" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1732, 0.9098, lift_point: 0.1732, 0.9098", "pred": "The action is #DUAL_POINT#; touch_point: 0.0674, 0.067, lift_point: 0.0674, 0.067" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.173, 0.892, lift_point: 0.173, 0.892", "pred": "The action is #DUAL_POINT#; touch_point: 0.1488, 0.8982, lift_point: 0.1488, 0.8982" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1765, 0.9076, lift_point: 0.1765, 0.9076", "pred": "The action is #DUAL_POINT#; touch_point: 0.0592, 0.0884, lift_point: 0.0592, 0.0884" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1752, 0.9076, lift_point: 0.1752, 0.9076", "pred": "The action is #DUAL_POINT#; touch_point: 0.0598, 0.082, lift_point: 0.0598, 0.082" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1508, 0.9043, lift_point: 0.1508, 0.9043", "pred": "The action is #DUAL_POINT#; touch_point: 0.1847, 0.8986, lift_point: 0.1847, 0.8986" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1766, 0.8965, lift_point: 0.1766, 0.8965", "pred": "The action is #DUAL_POINT#; touch_point: 0.1482, 0.9043, lift_point: 0.1482, 0.9043" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1792, 0.8965, lift_point: 0.1792, 0.8965", "pred": "The action is #DUAL_POINT#; touch_point: 0.0635, 0.062, lift_point: 0.0635, 0.062" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1278, 0.9208, lift_point: 0.1278, 0.9208", "pred": "The action is #DUAL_POINT#; touch_point: 0.1792, 0.8965, lift_point: 0.1792, 0.8965" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0601, 0.9113, lift_point: 0.0601, 0.9113", "pred": "The action is #DUAL_POINT#; touch_point: 0.0679, 0.087, lift_point: 0.0679, 0.087" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.331, 0.6001, lift_point: 0.331, 0.6001", "pred": "The action is #DUAL_POINT#; touch_point: 0.3087, 0.5335, lift_point: 0.3087, 0.5335" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.3155, 0.5129, lift_point: 0.3155, 0.5129" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.5012, lift_point: 0.7909, 0.5012" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3087, 0.6682, lift_point: 0.3087, 0.6682", "pred": "The action is #DUAL_POINT#; touch_point: 0.316, 0.1858, lift_point: 0.316, 0.1858" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest news in space exploration\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1392, 0.5234, lift_point: 0.1392, 0.5234" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2154, 0.5227, lift_point: 0.2154, 0.5227", "pred": "The action is #DUAL_POINT#; touch_point: 0.2043, 0.4575, lift_point: 0.2043, 0.4575" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2519, 0.2041, lift_point: 0.2519, 0.2041" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6425, 0.3476, lift_point: 0.6425, 0.3476", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3964, 0.5443, lift_point: 0.3964, 0.5443", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3323, 0.4624, lift_point: 0.3323, 0.4624", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7904, 0.6861, lift_point: 0.7904, 0.6861" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8006, 0.6824, lift_point: 0.8006, 0.6824", "pred": "The action is #DUAL_POINT#; touch_point: 0.7878, 0.6879, lift_point: 0.7878, 0.6879" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0726, 0.4245, lift_point: 0.0726, 0.4245", "pred": "The action is #DUAL_POINT#; touch_point: 0.0611, 0.4777, lift_point: 0.0611, 0.4777" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"whats the new in bolivia\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in bolivia\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1326, 0.4855, lift_point: 0.1326, 0.4855", "pred": "The action is #DUAL_POINT#; touch_point: 0.1399, 0.4267, lift_point: 0.1399, 0.4267" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6276, 0.6021, lift_point: 0.6276, 0.6021", "pred": "The action is #DUAL_POINT#; touch_point: 0.5624, 0.3277, lift_point: 0.5624, 0.3277" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8529, 0.9696, lift_point: 0.8529, 0.9696", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8542, 0.972, lift_point: 0.8542, 0.972", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.559, 0.1962, lift_point: 0.559, 0.1962", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.857, 0.9552, lift_point: 0.857, 0.9552", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7328, 0.4579, lift_point: 0.7328, 0.4579" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4715, 0.9252, lift_point: 0.4715, 0.9252", "pred": "The action is #DUAL_POINT#; touch_point: 0.7324, 0.4575, lift_point: 0.7324, 0.4575" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8896, 0.5397, lift_point: 0.8896, 0.5397" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4808, 0.7102, lift_point: 0.4808, 0.7102", "pred": "The action is #DUAL_POINT#; touch_point: 0.4868, 0.6915, lift_point: 0.4868, 0.6915" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1319, 0.3981, lift_point: 0.1319, 0.3981", "pred": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.5794, lift_point: 0.1171, 0.5794" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0564, 0.9072, lift_point: 0.0564, 0.9072", "pred": "The action is #DUAL_POINT#; touch_point: 0.0654, 0.9269, lift_point: 0.0654, 0.9269" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of Mexico\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Mexico\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.2502, lift_point: 0.1329, 0.2502", "pred": "The action is #DUAL_POINT#; touch_point: 0.1294, 0.3672, lift_point: 0.1294, 0.3672" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5498, 0.2842, lift_point: 0.5498, 0.2842", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7309, 0.5486, lift_point: 0.7309, 0.5486", "pred": "The action is #DUAL_POINT#; touch_point: 0.7297, 0.5088, lift_point: 0.7297, 0.5088" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7324, 0.8548, lift_point: 0.7324, 0.8548", "pred": "The action is #DUAL_POINT#; touch_point: 0.7309, 0.748, lift_point: 0.7309, 0.748" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4927, 0.6819, lift_point: 0.4927, 0.6819", "pred": "The action is #DUAL_POINT#; touch_point: 0.4876, 0.6914, lift_point: 0.4876, 0.6914" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.12, 0.5854, lift_point: 0.12, 0.5854", "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.5094, lift_point: 0.117, 0.5094" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0631, 0.9282, lift_point: 0.0631, 0.9282", "pred": "The action is #DUAL_POINT#; touch_point: 0.0559, 0.9298, lift_point: 0.0559, 0.9298" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Myanmar?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Myanmar?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1211, 0.3715, lift_point: 0.1211, 0.3715", "pred": "The action is #DUAL_POINT#; touch_point: 0.1282, 0.2672, lift_point: 0.1282, 0.2672" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2598, 0.2621, lift_point: 0.2598, 0.2621", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4801, 0.6961, lift_point: 0.4801, 0.6961", "pred": "The action is #DUAL_POINT#; touch_point: 0.4878, 0.6914, lift_point: 0.4878, 0.6914" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2509, 0.5219, lift_point: 0.2509, 0.5219", "pred": "The action is #DUAL_POINT#; touch_point: 0.2595, 0.5821, lift_point: 0.2595, 0.5821" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0593, 0.9237, lift_point: 0.0593, 0.9237", "pred": "The action is #DUAL_POINT#; touch_point: 0.0656, 0.9132, lift_point: 0.0656, 0.9132" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Francisco?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Francisco?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1294, 0.3941, lift_point: 0.1294, 0.3941", "pred": "The action is #DUAL_POINT#; touch_point: 0.1304, 0.4512, lift_point: 0.1304, 0.4512" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2854, 0.4765, lift_point: 0.2854, 0.4765", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4399, 0.6774, lift_point: 0.4399, 0.6774", "pred": "The action is #DUAL_POINT#; touch_point: 0.4658, 0.6952, lift_point: 0.4658, 0.6952" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2615, 0.5066, lift_point: 0.2615, 0.5066", "pred": "The action is #DUAL_POINT#; touch_point: 0.2583, 0.5811, lift_point: 0.2583, 0.5811" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0582, 0.9251, lift_point: 0.0582, 0.9251", "pred": "The action is #DUAL_POINT#; touch_point: 0.0655, 0.9211, lift_point: 0.0655, 0.9211" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Las Vegas\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Las Vegas\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1279, 0.3828, lift_point: 0.1279, 0.3828", "pred": "The action is #DUAL_POINT#; touch_point: 0.1232, 0.3872, lift_point: 0.1232, 0.3872" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2896, 0.4649, lift_point: 0.2896, 0.4649", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8979, 0.4573, lift_point: 0.8979, 0.4573", "pred": "The action is #DUAL_POINT#; touch_point: 0.9027, 0.5641, lift_point: 0.9027, 0.5641" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the new iPad cost?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0916, 0.6115, lift_point: 0.0916, 0.6115", "pred": "The action is #DUAL_POINT#; touch_point: 0.0915, 0.6225, lift_point: 0.0915, 0.6225" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9121, 0.5982, lift_point: 0.9121, 0.5982", "pred": "The action is #DUAL_POINT#; touch_point: 0.9192, 0.3086, lift_point: 0.9192, 0.3086" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Bangladesh?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Bangladesh?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.116, 0.349, lift_point: 0.116, 0.349", "pred": "The action is #DUAL_POINT#; touch_point: 0.0959, 0.6462, lift_point: 0.0959, 0.6462" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9053, 0.3636, lift_point: 0.9053, 0.3636", "pred": "The action is #DUAL_POINT#; touch_point: 0.9075, 0.4255, lift_point: 0.9075, 0.4255" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"the menu at IHOP\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at IHOP?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1138, 0.3252, lift_point: 0.1138, 0.3252", "pred": "The action is #DUAL_POINT#; touch_point: 0.0954, 0.3852, lift_point: 0.0954, 0.3852" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9177, 0.4904, lift_point: 0.9177, 0.4904", "pred": "The action is #DUAL_POINT#; touch_point: 0.9191, 0.4256, lift_point: 0.9191, 0.4256" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.118, 0.5647, lift_point: 0.118, 0.5647", "pred": "The action is #DUAL_POINT#; touch_point: 0.105, 0.6225, lift_point: 0.105, 0.6225" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8384, 0.573, lift_point: 0.8384, 0.573", "pred": "The action is #DUAL_POINT#; touch_point: 0.8171, 0.6011, lift_point: 0.8171, 0.6011" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0603, 0.0385, lift_point: 0.0603, 0.0385", "pred": "The action is #DUAL_POINT#; touch_point: 0.0588, 0.8555, lift_point: 0.0588, 0.8555" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0531, 0.0556, lift_point: 0.0531, 0.0556", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0519, 0.8528, lift_point: 0.0519, 0.8528", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.4626, lift_point: 0.0568, 0.4626", "pred": "The action is #DUAL_POINT#; touch_point: 0.0519, 0.8528, lift_point: 0.0519, 0.8528" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0521, 0.0685, lift_point: 0.0521, 0.0685", "pred": "The action is #DUAL_POINT#; touch_point: 0.0586, 0.0726, lift_point: 0.0586, 0.0726" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0521, 0.0685, lift_point: 0.0521, 0.0685" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.918, 0.5556, lift_point: 0.918, 0.5556", "pred": "The action is #DUAL_POINT#; touch_point: 0.9197, 0.5444, lift_point: 0.9197, 0.5444" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How far is the moon\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How far is the moon?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1176, 0.5415, lift_point: 0.1176, 0.5415", "pred": "The action is #DUAL_POINT#; touch_point: 0.1057, 0.3859, lift_point: 0.1057, 0.3859" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8934, 0.6196, lift_point: 0.8934, 0.6196", "pred": "The action is #DUAL_POINT#; touch_point: 0.9199, 0.3814, lift_point: 0.9199, 0.3814" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Who is the president of the United States?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Who is the president of the United States?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.4356, lift_point: 0.1177, 0.4356", "pred": "The action is #DUAL_POINT#; touch_point: 0.1075, 0.4144, lift_point: 0.1075, 0.4144" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8013, 0.1648, lift_point: 0.8013, 0.1648", "pred": "The action is #DUAL_POINT#; touch_point: 0.8087, 0.166, lift_point: 0.8087, 0.166" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8013, 0.1648, lift_point: 0.8013, 0.1648", "pred": "The action is #DUAL_POINT#; touch_point: 0.8013, 0.1648, lift_point: 0.8013, 0.1648" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" president of the United States\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Who is the president of the United States\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8868, 0.1718, lift_point: 0.8868, 0.1718", "pred": "The action is #DUAL_POINT#; touch_point: 0.8918, 0.3163, lift_point: 0.8918, 0.3163" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8847, 0.2336, lift_point: 0.8847, 0.2336", "pred": "The action is #DUAL_POINT#; touch_point: 0.8868, 0.1718, lift_point: 0.8868, 0.1718" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new blush\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new blush\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3263, 0.4572, lift_point: 0.3263, 0.4572", "pred": "The action is #DUAL_POINT#; touch_point: 0.3244, 0.5668, lift_point: 0.3244, 0.5668" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8899, 0.5686, lift_point: 0.8899, 0.5686", "pred": "The action is #DUAL_POINT#; touch_point: 0.8792, 0.6297, lift_point: 0.8792, 0.6297" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Who is the president of the United States\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Who is the president of the United States\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8925, 0.5339, lift_point: 0.8925, 0.5339", "pred": "The action is #DUAL_POINT#; touch_point: 0.8791, 0.5174, lift_point: 0.8791, 0.5174" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" new eyeshadow\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new eyeshadow\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5124, 0.5403, lift_point: 0.5124, 0.5403", "pred": "The action is #DUAL_POINT#; touch_point: 0.5637, 0.4402, lift_point: 0.5637, 0.4402" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8828, 0.6863, lift_point: 0.8828, 0.6863", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8808, 0.6355, lift_point: 0.8808, 0.6355" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8857, 0.3634, lift_point: 0.8857, 0.3634" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.878, 0.4599, lift_point: 0.878, 0.4599", "pred": "The action is #DUAL_POINT#; touch_point: 0.8911, 0.3591, lift_point: 0.8911, 0.3591" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Sprint Store\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Sprint Store\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.895, 0.3061, lift_point: 0.895, 0.3061", "pred": "The action is #DUAL_POINT#; touch_point: 0.8911, 0.4995, lift_point: 0.8911, 0.4995" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Orlando\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Orlando\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3382, 0.4826, lift_point: 0.3382, 0.4826", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8047, 0.7443, lift_point: 0.8047, 0.7443", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6461, 0.9417, lift_point: 0.6461, 0.9417", "pred": "The action is #DUAL_POINT#; touch_point: 0.7872, 0.737, lift_point: 0.7872, 0.737, 0.737" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8832, 0.4339, lift_point: 0.8832, 0.4339", "pred": "The action is #DUAL_POINT#; touch_point: 0.8907, 0.444, lift_point: 0.8907, 0.444" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US economy\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US economy\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6491, 0.4777, lift_point: 0.6491, 0.4777", "pred": "The action is #DUAL_POINT#; touch_point: 0.6426, 0.4444, lift_point: 0.6426, 0.4444" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8918, 0.1107, lift_point: 0.8918, 0.1107" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8814, 0.3866, lift_point: 0.8814, 0.3866", "pred": "The action is #DUAL_POINT#; touch_point: 0.8911, 0.1161, lift_point: 0.8911, 0.1161" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Tokyo\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Tokyo\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7179, 0.4779, lift_point: 0.7179, 0.4779", "pred": "The action is #DUAL_POINT#; touch_point: 0.6304, 0.4742, lift_point: 0.6304, 0.4742" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8847, 0.5997, lift_point: 0.8847, 0.5997", "pred": "The action is #DUAL_POINT#; touch_point: 0.8751, 0.4443, lift_point: 0.8751, 0.4443" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Philadelphia\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Philadelphia\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Philadelphia\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.4254, lift_point: 0.1173, 0.4254" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.353, 0.463, lift_point: 0.353, 0.463", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8975, 0.4375, lift_point: 0.8975, 0.4375", "pred": "The action is #DUAL_POINT#; touch_point: 0.8977, 0.5055, lift_point: 0.8977, 0.5055" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Home Depot\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Home Depot?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1697, 0.5376, lift_point: 0.1697, 0.5376", "pred": "The action is #DUAL_POINT#; touch_point: 0.1212, 0.4285, lift_point: 0.1212, 0.4285" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9068, 0.4789, lift_point: 0.9068, 0.4789", "pred": "The action is #DUAL_POINT#; touch_point: 0.8989, 0.524, lift_point: 0.8989, 0.524" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new highlighter\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new highlighter\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1187, 0.3716, lift_point: 0.1187, 0.3716", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.335, lift_point: 0.123, 0.335" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How old is the earth?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8922, 0.5157, lift_point: 0.8922, 0.5157", "pred": "The action is #DUAL_POINT#; touch_point: 0.888, 0.5832, lift_point: 0.888, 0.5832" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How old is the earth?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How old is the earth?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1773, 0.4353, lift_point: 0.1773, 0.4353", "pred": "The action is #DUAL_POINT#; touch_point: 0.1175, 0.4214, lift_point: 0.1175, 0.4214" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8978, 0.4062, lift_point: 0.8978, 0.4062", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Switzerland?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Switzerland?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1189, 0.4396, lift_point: 0.1189, 0.4396", "pred": "The action is #DUAL_POINT#; touch_point: 0.1123, 0.4465, lift_point: 0.1123, 0.4465" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8888, 0.3536, lift_point: 0.8888, 0.3536" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8888, 0.4541, lift_point: 0.8888, 0.4541" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8404, 0.5427, lift_point: 0.8404, 0.5427", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.485, 0.32, lift_point: 0.485, 0.32", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.555, 0.3808, lift_point: 0.555, 0.3808", "pred": "The action is #DUAL_POINT#; touch_point: 0.7967, 0.5425, lift_point: 0.7967, 0.5425" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6534, 0.5577, lift_point: 0.6534, 0.5577", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8915, 0.4337, lift_point: 0.8915, 0.4337", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8915, 0.4337, lift_point: 0.8915, 0.4337", "pred": "The action is #DUAL_POINT#; touch_point: 0.8915, 0.4337, lift_point: 0.8915, 0.4337" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new eyeliner\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new eyeliner\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1211, 0.2958, lift_point: 0.1211, 0.2958", "pred": "The action is #DUAL_POINT#; touch_point: 0.1241, 0.3394, lift_point: 0.1241, 0.3394" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1642, 0.2992, lift_point: 0.1642, 0.2992", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7763, 0.8735, lift_point: 0.7763, 0.8735", "pred": "The action is #DUAL_POINT#; touch_point: 0.7777, 0.691, lift_point: 0.7777, 0.691" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.059, 0.2932, lift_point: 0.059, 0.2932", "pred": "The action is #DUAL_POINT#; touch_point: 0.0623, 0.4455, lift_point: 0.0623, 0.4455" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"top rated burger restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"top rated burger restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1459, 0.5262, lift_point: 0.1459, 0.5262", "pred": "The action is #DUAL_POINT#; touch_point: 0.1421, 0.3994, lift_point: 0.1421, 0.3994" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7864, 0.8754, lift_point: 0.7864, 0.8754", "pred": "The action is #DUAL_POINT#; touch_point: 0.7777, 0.6816, lift_point: 0.7777, 0.6816" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.7847, lift_point: 0.0615, 0.7847", "pred": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.0646, lift_point: 0.0591, 0.0646" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.9275, lift_point: 0.0596, 0.9275", "pred": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.9279, lift_point: 0.0615, 0.9279" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"google play books app\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.6939, lift_point: 0.0596, 0.6939" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.133, 0.2611, lift_point: 0.133, 0.2611", "pred": "The action is #DUAL_POINT#; touch_point: 0.1321, 0.4065, lift_point: 0.1321, 0.4065" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.151, 0.8536, lift_point: 0.151, 0.8536", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1519, 0.84, lift_point: 0.1519, 0.84", "pred": "The action is #DUAL_POINT#; touch_point: 0.1585, 0.8536, lift_point: 0.1585, 0.8536" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6924, 0.4806, lift_point: 0.6924, 0.4806", "pred": "The action is #DUAL_POINT#; touch_point: 0.7169, 0.4677, lift_point: 0.7169, 0.4677" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0721, 0.8912, lift_point: 0.0721, 0.8912", "pred": "The action is #DUAL_POINT#; touch_point: 0.0698, 0.9089, lift_point: 0.0698, 0.9089" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4201, 0.261, lift_point: 0.4201, 0.261", "pred": "The action is #DUAL_POINT#; touch_point: 0.4382, 0.3686, lift_point: 0.4382, 0.3686" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7768, 0.6893, lift_point: 0.7768, 0.6893", "pred": "The action is #DUAL_POINT#; touch_point: 0.7738, 0.6896, lift_point: 0.7738, 0.6896" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.046, 0.3666, lift_point: 0.046, 0.3666", "pred": "The action is #DUAL_POINT#; touch_point: 0.0654, 0.5267, lift_point: 0.0654, 0.5267" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in suriname?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Suriname?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1234, 0.2373, lift_point: 0.1234, 0.2373", "pred": "The action is #DUAL_POINT#; touch_point: 0.1235, 0.2685, lift_point: 0.1235, 0.2685" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3658, 0.1658, lift_point: 0.3658, 0.1658", "pred": "The action is #DUAL_POINT#; touch_point: 0.3745, 0.1984, lift_point: 0.3745, 0.1984" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8344, 0.2127, lift_point: 0.8344, 0.2127", "pred": "The action is #DUAL_POINT#; touch_point: 0.8254, 0.2295, lift_point: 0.8254, 0.2295" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7789, 0.6906, lift_point: 0.7789, 0.6906", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0479, 0.2967, lift_point: 0.0479, 0.2967", "pred": "The action is #DUAL_POINT#; touch_point: 0.0601, 0.5357, lift_point: 0.0601, 0.5357" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How far is the moon?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How far is the moon?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.124, 0.481, lift_point: 0.124, 0.481", "pred": "The action is #DUAL_POINT#; touch_point: 0.0655, 0.418, lift_point: 0.0655, 0.418" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7825, 0.6805, lift_point: 0.7825, 0.6805", "pred": "The action is #DUAL_POINT#; touch_point: 0.7776, 0.6865, lift_point: 0.7776, 0.6865" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0464, 0.4198, lift_point: 0.0464, 0.4198", "pred": "The action is #DUAL_POINT#; touch_point: 0.1964, 0.6454, lift_point: 0.1964, 0.6454" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nice wallpapers for my computer\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nice wallpapers for my computer\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1226, 0.3679, lift_point: 0.1226, 0.3679", "pred": "The action is #DUAL_POINT#; touch_point: 0.1325, 0.1972, lift_point: 0.1325, 0.1972" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8927, 0.4911, lift_point: 0.8927, 0.4911" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.785, 0.6899, lift_point: 0.785, 0.6899", "pred": "The action is #DUAL_POINT#; touch_point: 0.7815, 0.6862, lift_point: 0.7815, 0.6862" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0448, 0.4535, lift_point: 0.0448, 0.4535", "pred": "The action is #DUAL_POINT#; touch_point: 0.0381, 0.4269, lift_point: 0.0381, 0.4269" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Philadelphia\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Philadelphia\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1278, 0.3068, lift_point: 0.1278, 0.3068", "pred": "The action is #DUAL_POINT#; touch_point: 0.1313, 0.3555, lift_point: 0.1313, 0.3555" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3782, 0.3758, lift_point: 0.3782, 0.3758", "pred": "The action is #DUAL_POINT#; touch_point: 0.3743, 0.2434, lift_point: 0.3743, 0.2434" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3963, 0.9217, lift_point: 0.3963, 0.9217", "pred": "The action is #DUAL_POINT#; touch_point: 0.8923, 0.5278, lift_point: 0.8923, 0.5278" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7573, 0.3117, lift_point: 0.7573, 0.3117" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7688, 0.1281, lift_point: 0.7688, 0.1281", "pred": "The action is #DUAL_POINT#; touch_point: 0.1912, 0.3148, lift_point: 0.1912, 0.3148" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7191, 0.5092, lift_point: 0.7191, 0.5092", "pred": "The action is #DUAL_POINT#; touch_point: 0.7675, 0.1281, lift_point: 0.7675, 0.1281" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4623, 0.522, lift_point: 0.4623, 0.522", "pred": "The action is #DUAL_POINT#; touch_point: 0.5093, 0.5546, lift_point: 0.5093, 0.5546" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7589, 0.3169, lift_point: 0.7589, 0.3169", "pred": "The action is #DUAL_POINT#; touch_point: 0.7518, 0.3085, lift_point: 0.7518, 0.3085" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0721, 0.4079, lift_point: 0.0721, 0.4079", "pred": "The action is #DUAL_POINT#; touch_point: 0.0875, 0.4465, lift_point: 0.0875, 0.4465" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"home depot\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Home Depot\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1694, 0.2425, lift_point: 0.1694, 0.2425" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5978, 0.3387, lift_point: 0.5978, 0.3387", "pred": "The action is #DUAL_POINT#; touch_point: 0.6059, 0.2821, lift_point: 0.6059, 0.2821" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5971, 0.519, lift_point: 0.5971, 0.519", "pred": "The action is #DUAL_POINT#; touch_point: 0.5918, 0.5678, lift_point: 0.5918, 0.5678" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7529, 0.347, lift_point: 0.7529, 0.347", "pred": "The action is #DUAL_POINT#; touch_point: 0.751, 0.3178, lift_point: 0.751, 0.3178" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3952, 0.4097, lift_point: 0.3952, 0.4097", "pred": "The action is #DUAL_POINT#; touch_point: 0.3865, 0.5352, lift_point: 0.3865, 0.5352" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather in toronto\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather in toronto\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7474, 0.2992, lift_point: 0.7474, 0.2992", "pred": "The action is #DUAL_POINT#; touch_point: 0.749, 0.3178, lift_point: 0.749, 0.3178" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0719, 0.6064, lift_point: 0.0719, 0.6064", "pred": "The action is #DUAL_POINT#; touch_point: 0.0866, 0.4494, lift_point: 0.0866, 0.4494" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent in Dallas\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0759, 0.9222, lift_point: 0.0759, 0.9222" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7726, 0.4514, lift_point: 0.7726, 0.4514" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6726, 0.3813, lift_point: 0.6726, 0.3813" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6434, 0.371, lift_point: 0.6434, 0.371", "pred": "The action is #DUAL_POINT#; touch_point: 0.6592, 0.4517, lift_point: 0.6592, 0.4517" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.606, 0.3559, lift_point: 0.606, 0.3559", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673", "pred": "The action is #DUAL_POINT#; touch_point: 0.3762, 0.9461, lift_point: 0.3762, 0.9461" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673", "pred": "The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673", "pred": "The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673", "pred": "The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1525, 0.0525, lift_point: 0.1525, 0.0525", "pred": "The action is #DUAL_POINT#; touch_point: 0.3683, 0.9673, lift_point: 0.3683, 0.9673" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5687, 0.5023, lift_point: 0.5687, 0.5023", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512", "pred": "The action is #DUAL_POINT#; touch_point: 0.3683, 0.9695, lift_point: 0.3683, 0.9695" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512", "pred": "The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512", "pred": "The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512", "pred": "The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512", "pred": "The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1544, 0.0272, lift_point: 0.1544, 0.0272", "pred": "The action is #DUAL_POINT#; touch_point: 0.3748, 0.9512, lift_point: 0.3748, 0.9512" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7482, 0.3056, lift_point: 0.7482, 0.3056", "pred": "The action is #DUAL_POINT#; touch_point: 0.7499, 0.4999, lift_point: 0.7499, 0.4999" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0812, 0.4505, lift_point: 0.0812, 0.4505", "pred": "The action is #DUAL_POINT#; touch_point: 0.0886, 0.9218, lift_point: 0.0886, 0.9218" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7534, 0.4991, lift_point: 0.7534, 0.4991" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7474, 0.1525, lift_point: 0.7474, 0.1525", "pred": "The action is #DUAL_POINT#; touch_point: 0.1901, 0.3129, lift_point: 0.1901, 0.3129" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7046, 0.4999, lift_point: 0.7046, 0.4999", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4458, 0.4515, lift_point: 0.4458, 0.4515", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5768, 0.3786, lift_point: 0.5768, 0.3786", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5469, 0.3295, lift_point: 0.5469, 0.3295", "pred": "The action is #DUAL_POINT#; touch_point: 0.3694, 0.1923, lift_point: 0.3694, 0.1923" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.866, 0.2635, lift_point: 0.866, 0.2635", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7648, 0.308, lift_point: 0.7648, 0.308", "pred": "The action is #DUAL_POINT#; touch_point: 0.7515, 0.3115, lift_point: 0.7515, 0.3115" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0811, 0.5569, lift_point: 0.0811, 0.5569", "pred": "The action is #DUAL_POINT#; touch_point: 0.0886, 0.4203, lift_point: 0.0886, 0.4203" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nice wallpapers for laptop\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my laptop\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3292, 0.1958, lift_point: 0.3292, 0.1958" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7531, 0.3065, lift_point: 0.7531, 0.3065", "pred": "The action is #DUAL_POINT#; touch_point: 0.7518, 0.3184, lift_point: 0.7518, 0.3184" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0854, 0.4441, lift_point: 0.0854, 0.4441", "pred": "The action is #DUAL_POINT#; touch_point: 0.0869, 0.4475, lift_point: 0.0869, 0.4475" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8995, 0.5335, lift_point: 0.8995, 0.5335", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4058, 0.1114, lift_point: 0.4058, 0.1114", "pred": "The action is #DUAL_POINT#; touch_point: 0.4069, 0.1344, lift_point: 0.4069, 0.1344" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8784, 0.9095, lift_point: 0.8784, 0.9095", "pred": "The action is #DUAL_POINT#; touch_point: 0.8777, 0.9176, lift_point: 0.8777, 0.9176" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8784, 0.9095, lift_point: 0.8784, 0.9095", "pred": "The action is #DUAL_POINT#; touch_point: 0.8784, 0.9095, lift_point: 0.8784, 0.9095" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.842, 0.554, lift_point: 0.842, 0.554", "pred": "The action is #DUAL_POINT#; touch_point: 0.8784, 0.9095, lift_point: 0.8784, 0.9095" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0819, 0.8044, lift_point: 0.0819, 0.8044", "pred": "The action is #DUAL_POINT#; touch_point: 0.0692, 0.3035, lift_point: 0.0692, 0.3035" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0819, 0.8044, lift_point: 0.0819, 0.8044" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2266, 0.5193, lift_point: 0.2266, 0.5193", "pred": "The action is #DUAL_POINT#; touch_point: 0.7517, 0.3211, lift_point: 0.7517, 0.3211" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2208, 0.5351, lift_point: 0.2208, 0.5351", "pred": "The action is #DUAL_POINT#; touch_point: 0.2306, 0.5193, lift_point: 0.2306, 0.5193" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0789, 0.5293, lift_point: 0.0789, 0.5293", "pred": "The action is #DUAL_POINT#; touch_point: 0.0827, 0.4494, lift_point: 0.0827, 0.4494" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"price of 1000 Watt EGO power+ snow Blower\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the 1000-Watt EGO Power+ Snow Blower\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"r\"" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3363, 0.4445, lift_point: 0.3363, 0.4445", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8765, 0.5046, lift_point: 0.8765, 0.5046", "pred": "The action is #DUAL_POINT#; touch_point: 0.7812, 0.687, lift_point: 0.7812, 0.687" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"2x4x8 board cost at Lowes\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"2x4x8 board cost at Lowes\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1308, 0.5098, lift_point: 0.1308, 0.5098", "pred": "The action is #DUAL_POINT#; touch_point: 0.1253, 0.5601, lift_point: 0.1253, 0.5601" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3837, 0.3738, lift_point: 0.3837, 0.3738", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6894, 0.462, lift_point: 0.6894, 0.462", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7836, 0.8913, lift_point: 0.7836, 0.8913", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0641, 0.8083, lift_point: 0.0641, 0.8083", "pred": "The action is #DUAL_POINT#; touch_point: 0.0554, 0.7977, lift_point: 0.0554, 0.7977" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0565, 0.9121, lift_point: 0.0565, 0.9121", "pred": "The action is #DUAL_POINT#; touch_point: 0.0641, 0.9184, lift_point: 0.0641, 0.9184" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"CNN app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"CNN app\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1365, 0.3443, lift_point: 0.1365, 0.3443", "pred": "The action is #DUAL_POINT#; touch_point: 0.1305, 0.2626, lift_point: 0.1305, 0.2626" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3312, 0.5818, lift_point: 0.3312, 0.5818", "pred": "The action is #DUAL_POINT#; touch_point: 0.2244, 0.3982, lift_point: 0.2244, 0.3982" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.365, 0.6091, lift_point: 0.365, 0.6091", "pred": "The action is #DUAL_POINT#; touch_point: 0.3822, 0.5438, lift_point: 0.3822, 0.5438" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7777, 0.4953, lift_point: 0.7777, 0.4953" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1917, 0.7347, lift_point: 0.1917, 0.7347", "pred": "The action is #DUAL_POINT#; touch_point: 0.3773, 0.6832, lift_point: 0.3773, 0.6832" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.077, 0.1591, lift_point: 0.077, 0.1591", "pred": "The action is #DUAL_POINT#; touch_point: 0.0679, 0.1391, lift_point: 0.0679, 0.1391" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1722, 0.9007, lift_point: 0.1722, 0.9007", "pred": "The action is #DUAL_POINT#; touch_point: 0.8909, 0.5007, lift_point: 0.8909, 0.5007" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1703, 0.3363, lift_point: 0.1703, 0.3363", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5092, 0.7262, lift_point: 0.5092, 0.7262", "pred": "The action is #DUAL_POINT#; touch_point: 0.6133, 0.3994, lift_point: 0.6133, 0.3994" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.412, 0.5358, lift_point: 0.412, 0.5358", "pred": "The action is #DUAL_POINT#; touch_point: 0.3287, 0.7294, lift_point: 0.3287, 0.7294" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3374, 0.7421, lift_point: 0.3374, 0.7421", "pred": "The action is #DUAL_POINT#; touch_point: 0.3281, 0.7219, lift_point: 0.3281, 0.7219" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4095, 0.5013, lift_point: 0.4095, 0.5013", "pred": "The action is #DUAL_POINT#; touch_point: 0.6755, 0.7177, lift_point: 0.6755, 0.7177" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6807, 0.7237, lift_point: 0.6807, 0.7237" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8864, 0.3505, lift_point: 0.8864, 0.3505", "pred": "The action is #DUAL_POINT#; touch_point: 0.8761, 0.4567, lift_point: 0.8761, 0.4567" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1312, 0.3587, lift_point: 0.1312, 0.3587" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1385, 0.2144, lift_point: 0.1385, 0.2144", "pred": "The action is #DUAL_POINT#; touch_point: 0.129, 0.5507, lift_point: 0.129, 0.5507" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7811, 0.6797, lift_point: 0.7811, 0.6797" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5116, 0.6707, lift_point: 0.5116, 0.6707", "pred": "The action is #DUAL_POINT#; touch_point: 0.5045, 0.6814, lift_point: 0.5045, 0.6814" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1434, 0.575, lift_point: 0.1434, 0.575", "pred": "The action is #DUAL_POINT#; touch_point: 0.1409, 0.5343, lift_point: 0.1409, 0.5343" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0735, 0.9084, lift_point: 0.0735, 0.9084", "pred": "The action is #DUAL_POINT#; touch_point: 0.0635, 0.8913, lift_point: 0.0635, 0.8913" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0634, 0.3613, lift_point: 0.0634, 0.3613", "pred": "The action is #DUAL_POINT#; touch_point: 0.0831, 0.5255, lift_point: 0.0831, 0.5255" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3, 0.4889, lift_point: 0.3, 0.4889", "pred": "The action is #DUAL_POINT#; touch_point: 0.1525, 0.4084, lift_point: 0.1525, 0.4084" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1994, 0.1994, lift_point: 0.1994, 0.1994" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5718, 0.3868, lift_point: 0.5718, 0.3868", "pred": "The action is #DUAL_POINT#; touch_point: 0.5848, 0.376, lift_point: 0.5848, 0.376" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.845, 0.4068, lift_point: 0.845, 0.4068", "pred": "The action is #DUAL_POINT#; touch_point: 0.8504, 0.5798, lift_point: 0.8504, 0.5798" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7816, 0.6797, lift_point: 0.7816, 0.6797" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5316, 0.696, lift_point: 0.5316, 0.696", "pred": "The action is #DUAL_POINT#; touch_point: 0.515, 0.6813, lift_point: 0.515, 0.6813" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5139, 0.6907, lift_point: 0.5139, 0.6907", "pred": "The action is #DUAL_POINT#; touch_point: 0.5105, 0.6575, lift_point: 0.5105, 0.6575" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1398, 0.5773, lift_point: 0.1398, 0.5773", "pred": "The action is #DUAL_POINT#; touch_point: 0.1423, 0.6384, lift_point: 0.1423, 0.6384" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0667, 0.8632, lift_point: 0.0667, 0.8632", "pred": "The action is #DUAL_POINT#; touch_point: 0.0623, 0.8879, lift_point: 0.0623, 0.8879" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0272, 0.5224, lift_point: 0.0272, 0.5224", "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.3384, lift_point: 0.061, 0.3384" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0729, 0.6006, lift_point: 0.0729, 0.6006", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new hair product \"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new hair product \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new hair product \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2757, 0.5502, lift_point: 0.2757, 0.5502", "pred": "The action is #DUAL_POINT#; touch_point: 0.1495, 0.404, lift_point: 0.1495, 0.404" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3859, 0.3724, lift_point: 0.3859, 0.3724", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.778, 0.9012, lift_point: 0.778, 0.9012", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7804, 0.9012, lift_point: 0.7804, 0.9012", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5042, 0.6569, lift_point: 0.5042, 0.6569", "pred": "The action is #DUAL_POINT#; touch_point: 0.504, 0.6865, lift_point: 0.504, 0.6865" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1423, 0.505, lift_point: 0.1423, 0.505", "pred": "The action is #DUAL_POINT#; touch_point: 0.1381, 0.5565, lift_point: 0.1381, 0.5565" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0657, 0.9022, lift_point: 0.0657, 0.9022", "pred": "The action is #DUAL_POINT#; touch_point: 0.0673, 0.8896, lift_point: 0.0673, 0.8896" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0592, 0.4723, lift_point: 0.0592, 0.4723", "pred": "The action is #DUAL_POINT#; touch_point: 0.0599, 0.5237, lift_point: 0.0599, 0.5237" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Pakistan? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Pakistan? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1414, 0.4019, lift_point: 0.1414, 0.4019", "pred": "The action is #DUAL_POINT#; touch_point: 0.1543, 0.5325, lift_point: 0.1543, 0.5325" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3341, 0.3463, lift_point: 0.3341, 0.3463", "pred": "The action is #DUAL_POINT#; touch_point: 0.3614, 0.4368, lift_point: 0.3614, 0.4368" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.812, 0.3459, lift_point: 0.812, 0.3459", "pred": "The action is #DUAL_POINT#; touch_point: 0.8258, 0.2297, lift_point: 0.8258, 0.2297" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.779, 0.9659, lift_point: 0.779, 0.9659", "pred": "The action is #DUAL_POINT#; touch_point: 0.8335, 0.9365, lift_point: 0.8335, 0.9365" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6352, 0.6476, lift_point: 0.6352, 0.6476", "pred": "The action is #DUAL_POINT#; touch_point: 0.6138, 0.6913, lift_point: 0.6138, 0.6913" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0552, 0.5181, lift_point: 0.0552, 0.5181", "pred": "The action is #DUAL_POINT#; touch_point: 0.0665, 0.4765, lift_point: 0.0665, 0.4765" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Google app \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Google app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1439, 0.4632, lift_point: 0.1439, 0.4632", "pred": "The action is #DUAL_POINT#; touch_point: 0.1389, 0.3895, lift_point: 0.1389, 0.3895" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2411, 0.3249, lift_point: 0.2411, 0.3249", "pred": "The action is #DUAL_POINT#; touch_point: 0.7443, 0.4633, lift_point: 0.7443, 0.4633" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2788, 0.6746, lift_point: 0.2788, 0.6746", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1211, 0.6071, lift_point: 0.1211, 0.6071", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4577, 0.4598, lift_point: 0.4577, 0.4598", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4678, 0.6666, lift_point: 0.4678, 0.6666", "pred": "The action is #DUAL_POINT#; touch_point: 0.4809, 0.6676, lift_point: 0.4809, 0.6676" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1432, 0.4758, lift_point: 0.1432, 0.4758", "pred": "The action is #DUAL_POINT#; touch_point: 0.1423, 0.6046, lift_point: 0.1423, 0.6046" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0654, 0.9074, lift_point: 0.0654, 0.9074", "pred": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.8869, lift_point: 0.0672, 0.8869" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.079, 0.4799, lift_point: 0.079, 0.4799", "pred": "The action is #DUAL_POINT#; touch_point: 0.071, 0.5269, lift_point: 0.071, 0.5269" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a giraffe \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a giraffe? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1352, 0.3377, lift_point: 0.1352, 0.3377", "pred": "The action is #DUAL_POINT#; touch_point: 0.162, 0.4296, lift_point: 0.162, 0.4296" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1439, 0.3429, lift_point: 0.1439, 0.3429", "pred": "The action is #DUAL_POINT#; touch_point: 0.1623, 0.4085, lift_point: 0.1623, 0.4085" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4791, 0.8649, lift_point: 0.4791, 0.8649", "pred": "The action is #DUAL_POINT#; touch_point: 0.4784, 0.8566, lift_point: 0.4784, 0.8566" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3151, 0.5738, lift_point: 0.3151, 0.5738", "pred": "The action is #DUAL_POINT#; touch_point: 0.3074, 0.4682, lift_point: 0.3074, 0.4682" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.064, 0.9079, lift_point: 0.064, 0.9079", "pred": "The action is #DUAL_POINT#; touch_point: 0.0664, 0.8889, lift_point: 0.0664, 0.8889" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0598, 0.4275, lift_point: 0.0598, 0.4275", "pred": "The action is #DUAL_POINT#; touch_point: 0.064, 0.5651, lift_point: 0.064, 0.5651" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1432, 0.3592, lift_point: 0.1432, 0.3592", "pred": "The action is #DUAL_POINT#; touch_point: 0.1525, 0.4696, lift_point: 0.1525, 0.4696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5607, 0.7688, lift_point: 0.5607, 0.7688", "pred": "The action is #DUAL_POINT#; touch_point: 0.5524, 0.8014, lift_point: 0.5524, 0.8014" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3034, 0.5706, lift_point: 0.3034, 0.5706", "pred": "The action is #DUAL_POINT#; touch_point: 0.1534, 0.4455, lift_point: 0.1534, 0.4455" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4668, 0.3446, lift_point: 0.4668, 0.3446", "pred": "The action is #DUAL_POINT#; touch_point: 0.4709, 0.6371, lift_point: 0.4709, 0.6371" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0618, 0.0783, lift_point: 0.0618, 0.0783", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5101, 0.3663, lift_point: 0.5101, 0.3663", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0498, 0.0524, lift_point: 0.0498, 0.0524", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0598, 0.1024, lift_point: 0.0598, 0.1024", "pred": "The action is #DUAL_POINT#; touch_point: 0.071, 0.0593, lift_point: 0.071, 0.0593" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0814, 0.816, lift_point: 0.0814, 0.816" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6818, 0.4711, lift_point: 0.6818, 0.4711", "pred": "The action is #DUAL_POINT#; touch_point: 0.6134, 0.4451, lift_point: 0.6134, 0.4451" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3217, 0.4698, lift_point: 0.3217, 0.4698", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.3155, 0.5414, lift_point: 0.3155, 0.5414" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4966, 0.621, lift_point: 0.4966, 0.621", "pred": "The action is #DUAL_POINT#; touch_point: 0.5351, 0.5007, lift_point: 0.5351, 0.5007" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7824, 0.8752, lift_point: 0.7824, 0.8752", "pred": "The action is #DUAL_POINT#; touch_point: 0.7264, 0.7274, lift_point: 0.7264, 0.7274" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3207, 0.3363, lift_point: 0.3207, 0.3363", "pred": "The action is #DUAL_POINT#; touch_point: 0.3154, 0.4388, lift_point: 0.3154, 0.4388" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.3207, 0.3363, lift_point: 0.3207, 0.3363" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1595, 0.8726, lift_point: 0.1595, 0.8726", "pred": "The action is #DUAL_POINT#; touch_point: 0.2241, 0.7414, lift_point: 0.2241, 0.7414" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3089, 0.4682, lift_point: 0.3089, 0.4682" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7076, 0.7498, lift_point: 0.7076, 0.7498", "pred": "The action is #DUAL_POINT#; touch_point: 0.5631, 0.6768, lift_point: 0.5631, 0.6768" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4836, 0.8681, lift_point: 0.4836, 0.8681", "pred": "The action is #DUAL_POINT#; touch_point: 0.4867, 0.8566, lift_point: 0.4867, 0.8566" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3153, 0.6227, lift_point: 0.3153, 0.6227", "pred": "The action is #DUAL_POINT#; touch_point: 0.6184, 0.5595, lift_point: 0.6184, 0.5595" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0724, 0.9213, lift_point: 0.0724, 0.9213", "pred": "The action is #DUAL_POINT#; touch_point: 0.1535, 0.4258, lift_point: 0.1535, 0.4258" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.057, 0.4441, lift_point: 0.057, 0.4441", "pred": "The action is #DUAL_POINT#; touch_point: 0.075, 0.5189, lift_point: 0.075, 0.5189" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mexico City? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1462, 0.524, lift_point: 0.1462, 0.524", "pred": "The action is #DUAL_POINT#; touch_point: 0.1586, 0.4678, lift_point: 0.1586, 0.4678" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.471, 0.8687, lift_point: 0.471, 0.8687", "pred": "The action is #DUAL_POINT#; touch_point: 0.476, 0.8567, lift_point: 0.476, 0.8567" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1379, 0.4722, lift_point: 0.1379, 0.4722", "pred": "The action is #DUAL_POINT#; touch_point: 0.1395, 0.5275, lift_point: 0.1395, 0.5275" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.9085, lift_point: 0.0591, 0.9085", "pred": "The action is #DUAL_POINT#; touch_point: 0.0635, 0.8772, lift_point: 0.0635, 0.8772" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.059, 0.2228, lift_point: 0.059, 0.2228", "pred": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.563, lift_point: 0.0591, 0.563" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store? \"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1532, 0.3916, lift_point: 0.1532, 0.3916" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1641, 0.4303, lift_point: 0.1641, 0.4303", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1767, 0.7518, lift_point: 0.1767, 0.7518", "pred": "The action is #DUAL_POINT#; touch_point: 0.0646, 0.8984, lift_point: 0.0646, 0.8984" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0908, 0.5762, lift_point: 0.0908, 0.5762", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.8836, lift_point: 0.068, 0.8836" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0762, 0.9013, lift_point: 0.0762, 0.9013", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.8869, lift_point: 0.068, 0.8869" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0647, 0.4597, lift_point: 0.0647, 0.4597", "pred": "The action is #DUAL_POINT#; touch_point: 0.0762, 0.9013, lift_point: 0.0762, 0.9013" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"the nearest grocery store \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest grocery store? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1676, 0.4682, lift_point: 0.1676, 0.4682", "pred": "The action is #DUAL_POINT#; touch_point: 0.1582, 0.4672, lift_point: 0.1582, 0.4672" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7623, 0.601, lift_point: 0.7623, 0.601", "pred": "The action is #DUAL_POINT#; touch_point: 0.6724, 0.4681, lift_point: 0.6724, 0.4681" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4693, 0.8415, lift_point: 0.4693, 0.8415", "pred": "The action is #DUAL_POINT#; touch_point: 0.4703, 0.8464, lift_point: 0.4703, 0.8464" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0697, 0.4817, lift_point: 0.0697, 0.4817", "pred": "The action is #DUAL_POINT#; touch_point: 0.0685, 0.5537, lift_point: 0.0685, 0.5537" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0671, 0.905, lift_point: 0.0671, 0.905", "pred": "The action is #DUAL_POINT#; touch_point: 0.0697, 0.4817, lift_point: 0.0697, 0.4817" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0687, 0.3571, lift_point: 0.0687, 0.3571", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.5779, lift_point: 0.068, 0.5779" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1593, 0.3999, lift_point: 0.1593, 0.3999", "pred": "The action is #DUAL_POINT#; touch_point: 0.1528, 0.3914, lift_point: 0.1528, 0.3914" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3359, 0.4812, lift_point: 0.3359, 0.4812", "pred": "The action is #DUAL_POINT#; touch_point: 0.3789, 0.3282, lift_point: 0.3789, 0.3282" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4735, 0.8521, lift_point: 0.4735, 0.8521", "pred": "The action is #DUAL_POINT#; touch_point: 0.4768, 0.8908, lift_point: 0.4768, 0.8908" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4735, 0.8572, lift_point: 0.4735, 0.8572", "pred": "The action is #DUAL_POINT#; touch_point: 0.4768, 0.8521, lift_point: 0.4768, 0.8521" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4731, 0.8504, lift_point: 0.4731, 0.8504", "pred": "The action is #DUAL_POINT#; touch_point: 0.4765, 0.8572, lift_point: 0.4765, 0.8572" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4819, 0.9037, lift_point: 0.4819, 0.9037", "pred": "The action is #DUAL_POINT#; touch_point: 0.4769, 0.8484, lift_point: 0.4769, 0.8484" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0831, 0.5901, lift_point: 0.0831, 0.5901", "pred": "The action is #DUAL_POINT#; touch_point: 0.2969, 0.477, lift_point: 0.2969, 0.477" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0705, 0.9081, lift_point: 0.0705, 0.9081", "pred": "The action is #DUAL_POINT#; touch_point: 0.0637, 0.886, lift_point: 0.0637, 0.886" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.5329, lift_point: 0.0651, 0.5329", "pred": "The action is #DUAL_POINT#; touch_point: 0.07, 0.5754, lift_point: 0.07, 0.5754" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new lipgloss \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new lipgloss \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1519, 0.4733, lift_point: 0.1519, 0.4733", "pred": "The action is #DUAL_POINT#; touch_point: 0.1532, 0.3913, lift_point: 0.1532, 0.3913" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3788, 0.3476, lift_point: 0.3788, 0.3476", "pred": "The action is #DUAL_POINT#; touch_point: 0.1391, 0.4714, lift_point: 0.1391, 0.4714" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9086, 0.8965, lift_point: 0.9086, 0.8965", "pred": "The action is #DUAL_POINT#; touch_point: 0.8934, 0.9224, lift_point: 0.8934, 0.9224" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7091, 0.4199, lift_point: 0.7091, 0.4199", "pred": "The action is #DUAL_POINT#; touch_point: 0.7269, 0.5014, lift_point: 0.7269, 0.5014" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7042, 0.4983, lift_point: 0.7042, 0.4983", "pred": "The action is #DUAL_POINT#; touch_point: 0.7529, 0.4169, lift_point: 0.7529, 0.4169" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7214, 0.5225, lift_point: 0.7214, 0.5225", "pred": "The action is #DUAL_POINT#; touch_point: 0.7599, 0.5018, lift_point: 0.7599, 0.5018" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7956, 0.4719, lift_point: 0.7956, 0.4719", "pred": "The action is #DUAL_POINT#; touch_point: 0.7521, 0.5015, lift_point: 0.7521, 0.5015" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1883, 0.8366, lift_point: 0.1883, 0.8366", "pred": "The action is #DUAL_POINT#; touch_point: 0.7577, 0.4671, lift_point: 0.7577, 0.4671" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7233, 0.3531, lift_point: 0.7233, 0.3531", "pred": "The action is #DUAL_POINT#; touch_point: 0.7265, 0.5013, lift_point: 0.7265, 0.5013" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2001, 0.8384, lift_point: 0.2001, 0.8384" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2938, 0.4384, lift_point: 0.2938, 0.4384" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5377, 0.8055, lift_point: 0.5377, 0.8055", "pred": "The action is #DUAL_POINT#; touch_point: 0.5368, 0.5878, lift_point: 0.5368, 0.5878" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5388, 0.6488, lift_point: 0.5388, 0.6488", "pred": "The action is #DUAL_POINT#; touch_point: 0.5466, 0.6728, lift_point: 0.5466, 0.6728" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8562, 0.4781, lift_point: 0.8562, 0.4781", "pred": "The action is #DUAL_POINT#; touch_point: 0.8406, 0.511, lift_point: 0.8406, 0.511" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6772, 0.7849, lift_point: 0.6772, 0.7849", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8943, 0.3763, lift_point: 0.8943, 0.3763", "pred": "The action is #DUAL_POINT#; touch_point: 0.7887, 0.6902, lift_point: 0.7887, 0.6902" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Samsung TV\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Samsung TV\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1869, 0.5639, lift_point: 0.1869, 0.5639", "pred": "The action is #DUAL_POINT#; touch_point: 0.1213, 0.4146, lift_point: 0.1213, 0.4146" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7895, 0.3809, lift_point: 0.7895, 0.3809", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8945, 0.4723, lift_point: 0.8945, 0.4723", "pred": "The action is #DUAL_POINT#; touch_point: 0.8808, 0.5215, lift_point: 0.8808, 0.5215" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9751, 0.4922, lift_point: 0.9751, 0.4922", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.8776, lift_point: 0.7928, 0.8776", "pred": "The action is #DUAL_POINT#; touch_point: 0.7947, 0.3835, lift_point: 0.7947, 0.3835" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.7902, lift_point: 0.0567, 0.7902", "pred": "The action is #DUAL_POINT#; touch_point: 0.0547, 0.7904, lift_point: 0.0547, 0.7904" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0617, 0.9438, lift_point: 0.0617, 0.9438", "pred": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.9355, lift_point: 0.0567, 0.9355" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"sms\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"SMS app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1771, 0.5132, lift_point: 0.1771, 0.5132", "pred": "The action is #DUAL_POINT#; touch_point: 0.116, 0.2682, lift_point: 0.116, 0.2682" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1501, 0.4031, lift_point: 0.1501, 0.4031", "pred": "The action is #DUAL_POINT#; touch_point: 0.1509, 0.4043, lift_point: 0.1509, 0.4043" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9793, 0.4828, lift_point: 0.9793, 0.4828", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9793, 0.4828, lift_point: 0.9793, 0.4828", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.777, 0.6024, lift_point: 0.777, 0.6024", "pred": "The action is #DUAL_POINT#; touch_point: 0.7856, 0.5967, lift_point: 0.7856, 0.5967" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0511, 0.613, lift_point: 0.0511, 0.613", "pred": "The action is #DUAL_POINT#; touch_point: 0.0634, 0.5461, lift_point: 0.0634, 0.5461" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"time in paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"time in paris\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1228, 0.2086, lift_point: 0.1228, 0.2086" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1221, 0.3964, lift_point: 0.1221, 0.3964", "pred": "The action is #DUAL_POINT#; touch_point: 0.1159, 0.2674, lift_point: 0.1159, 0.2674" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9834, 0.4958, lift_point: 0.9834, 0.4958", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7979, 0.6124, lift_point: 0.7979, 0.6124", "pred": "The action is #DUAL_POINT#; touch_point: 0.7789, 0.6213, lift_point: 0.7789, 0.6213" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.3437, lift_point: 0.0596, 0.3437", "pred": "The action is #DUAL_POINT#; touch_point: 0.0499, 0.4287, lift_point: 0.0499, 0.4287" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Seoul\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Seoul\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1124, 0.5747, lift_point: 0.1124, 0.5747", "pred": "The action is #DUAL_POINT#; touch_point: 0.1183, 0.3414, lift_point: 0.1183, 0.3414" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2681, 0.7456, lift_point: 0.2681, 0.7456", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6098, 0.464, lift_point: 0.6098, 0.464", "pred": "The action is #DUAL_POINT#; touch_point: 0.7624, 0.4843, lift_point: 0.7624, 0.4843" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7283, 0.5746, lift_point: 0.7283, 0.5746", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7765, 0.8598, lift_point: 0.7765, 0.8598", "pred": "The action is #DUAL_POINT#; touch_point: 0.8045, 0.8418, lift_point: 0.8045, 0.8418" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7914, 0.8487, lift_point: 0.7914, 0.8487", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8975, 0.4713, lift_point: 0.8975, 0.4713", "pred": "The action is #DUAL_POINT#; touch_point: 0.9004, 0.5039, lift_point: 0.9004, 0.5039" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3378, 0.7459, lift_point: 0.3378, 0.7459", "pred": "The action is #DUAL_POINT#; touch_point: 0.564, 0.3012, lift_point: 0.564, 0.3012" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5648, 0.6812, lift_point: 0.5648, 0.6812", "pred": "The action is #DUAL_POINT#; touch_point: 0.4303, 0.5244, lift_point: 0.4303, 0.5244" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4274, 0.5059, lift_point: 0.4274, 0.5059", "pred": "The action is #DUAL_POINT#; touch_point: 0.416, 0.5042, lift_point: 0.416, 0.5042" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6778, 0.7445, lift_point: 0.6778, 0.7445", "pred": "The action is #DUAL_POINT#; touch_point: 0.6758, 0.7435, lift_point: 0.6758, 0.7435" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7942, 0.6121, lift_point: 0.7942, 0.6121", "pred": "The action is #DUAL_POINT#; touch_point: 0.7852, 0.6086, lift_point: 0.7852, 0.6086" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0553, 0.4296, lift_point: 0.0553, 0.4296", "pred": "The action is #DUAL_POINT#; touch_point: 0.0519, 0.4969, lift_point: 0.0519, 0.4969" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of England\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of England\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1212, 0.4243, lift_point: 0.1212, 0.4243" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7805, 0.6321, lift_point: 0.7805, 0.6321", "pred": "The action is #DUAL_POINT#; touch_point: 0.7783, 0.6215, lift_point: 0.7783, 0.6215" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.065, 0.495, lift_point: 0.065, 0.495", "pred": "The action is #DUAL_POINT#; touch_point: 0.0626, 0.425, lift_point: 0.0626, 0.425" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"pizza Hut\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at Pizza Hut\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1785, 0.2119, lift_point: 0.1785, 0.2119" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1174, 0.3098, lift_point: 0.1174, 0.3098", "pred": "The action is #DUAL_POINT#; touch_point: 0.1694, 0.1998, lift_point: 0.1694, 0.1998" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.425, 0.1405, lift_point: 0.425, 0.1405", "pred": "The action is #DUAL_POINT#; touch_point: 0.4544, 0.1791, lift_point: 0.4544, 0.1791" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6194, 0.1229, lift_point: 0.6194, 0.1229", "pred": "The action is #DUAL_POINT#; touch_point: 0.426, 0.1411, lift_point: 0.426, 0.1411" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4577, 0.1808, lift_point: 0.4577, 0.1808" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2708, 0.4597, lift_point: 0.2708, 0.4597", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0703, 0.0858, lift_point: 0.0703, 0.0858", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1167, 0.6356, lift_point: 0.1167, 0.6356", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5038, 0.4206, lift_point: 0.5038, 0.4206", "pred": "The action is #DUAL_POINT#; touch_point: 0.2525, 0.5809, lift_point: 0.2525, 0.5809" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6395, 0.8607, lift_point: 0.6395, 0.8607", "pred": "The action is #DUAL_POINT#; touch_point: 0.6365, 0.8603, lift_point: 0.6365, 0.8603" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0551, 0.0814, lift_point: 0.0551, 0.0814", "pred": "The action is #DUAL_POINT#; touch_point: 0.0476, 0.062, lift_point: 0.0476, 0.062" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.052, 0.5992, lift_point: 0.052, 0.5992", "pred": "The action is #DUAL_POINT#; touch_point: 0.0508, 0.8142, lift_point: 0.0508, 0.8142" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.059, 0.5151, lift_point: 0.059, 0.5151", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new Ed Sheeran video\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new Ed Sheeran video\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new Ed Sheeran video\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1057, 0.437, lift_point: 0.1057, 0.437" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1144, 0.477, lift_point: 0.1144, 0.477" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6927, 0.5764, lift_point: 0.6927, 0.5764", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1692, 0.4973, lift_point: 0.1692, 0.4973", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2176, 0.8713, lift_point: 0.2176, 0.8713" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8049, 0.6339, lift_point: 0.8049, 0.6339", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0584, 0.6017, lift_point: 0.0584, 0.6017", "pred": "The action is #DUAL_POINT#; touch_point: 0.0565, 0.6116, lift_point: 0.0565, 0.6116" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Mexico city\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Mexico city\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1185, 0.3955, lift_point: 0.1185, 0.3955" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1154, 0.3211, lift_point: 0.1154, 0.3211", "pred": "The action is #DUAL_POINT#; touch_point: 0.1185, 0.3493, lift_point: 0.1185, 0.3493" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6861, 0.5225, lift_point: 0.6861, 0.5225", "pred": "The action is #DUAL_POINT#; touch_point: 0.7166, 0.457, lift_point: 0.7166, 0.457" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9043, 0.4951, lift_point: 0.9043, 0.4951", "pred": "The action is #DUAL_POINT#; touch_point: 0.886, 0.5676, lift_point: 0.886, 0.5676" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a bicycle?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.9043, 0.4951, lift_point: 0.9043, 0.4951" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8837, 0.4848, lift_point: 0.8837, 0.4848", "pred": "The action is #DUAL_POINT#; touch_point: 0.8865, 0.495, lift_point: 0.8865, 0.495" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1282, 0.6036, lift_point: 0.1282, 0.6036", "pred": "The action is #DUAL_POINT#; touch_point: 0.1159, 0.2399, lift_point: 0.1159, 0.2399" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4073, 0.5385, lift_point: 0.4073, 0.5385", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8596, 0.5593, lift_point: 0.8596, 0.5593", "pred": "The action is #DUAL_POINT#; touch_point: 0.8771, 0.4837, lift_point: 0.8771, 0.4837" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a skateboard?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a skateboard?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1142, 0.4947, lift_point: 0.1142, 0.4947", "pred": "The action is #DUAL_POINT#; touch_point: 0.1212, 0.4214, lift_point: 0.1212, 0.4214" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8947, 0.4912, lift_point: 0.8947, 0.4912", "pred": "The action is #DUAL_POINT#; touch_point: 0.8839, 0.4839, lift_point: 0.8839, 0.4839" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Target?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Target?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1275, 0.294, lift_point: 0.1275, 0.294", "pred": "The action is #DUAL_POINT#; touch_point: 0.1182, 0.4062, lift_point: 0.1182, 0.4062" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.783, 0.888, lift_point: 0.783, 0.888", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8718, 0.3458, lift_point: 0.8718, 0.3458", "pred": "The action is #DUAL_POINT#; touch_point: 0.7789, 0.6854, lift_point: 0.7789, 0.6854" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new mascara\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new mascara\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1328, 0.2844, lift_point: 0.1328, 0.2844", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.4305, lift_point: 0.123, 0.4305" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8819, 0.6234, lift_point: 0.8819, 0.6234", "pred": "The action is #DUAL_POINT#; touch_point: 0.8861, 0.4561, lift_point: 0.8861, 0.4561" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Trinidad and Tobago?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Trinidad and Tobago?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1206, 0.338, lift_point: 0.1206, 0.338", "pred": "The action is #DUAL_POINT#; touch_point: 0.1214, 0.4465, lift_point: 0.1214, 0.4465" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6716, 0.519, lift_point: 0.6716, 0.519", "pred": "The action is #DUAL_POINT#; touch_point: 0.1206, 0.338, lift_point: 0.1206, 0.338" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4584, 0.5643, lift_point: 0.4584, 0.5643", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8795, 0.3776, lift_point: 0.8795, 0.3776", "pred": "The action is #DUAL_POINT#; touch_point: 0.8863, 0.4848, lift_point: 0.8863, 0.4848" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new hair product\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new hair product\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.12, 0.3894, lift_point: 0.12, 0.3894", "pred": "The action is #DUAL_POINT#; touch_point: 0.1258, 0.4253, lift_point: 0.1258, 0.4253" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7147, 0.4652, lift_point: 0.7147, 0.4652", "pred": "The action is #DUAL_POINT#; touch_point: 0.7145, 0.3783, lift_point: 0.7145, 0.3783" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8376, 0.5253, lift_point: 0.8376, 0.5253", "pred": "The action is #DUAL_POINT#; touch_point: 0.7508, 0.4635, lift_point: 0.7508, 0.4635" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8851, 0.4398, lift_point: 0.8851, 0.4398", "pred": "The action is #DUAL_POINT#; touch_point: 0.886, 0.4836, lift_point: 0.886, 0.4836" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"how do i get to the nearest T mobile store?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0499, 0.3775, lift_point: 0.0499, 0.3775", "pred": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.461, lift_point: 0.0596, 0.461" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1241, 0.6011, lift_point: 0.1241, 0.6011", "pred": "The action is #DUAL_POINT#; touch_point: 0.0608, 0.9297, lift_point: 0.0608, 0.9297" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.886, 0.4438, lift_point: 0.886, 0.4438" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8929, 0.491, lift_point: 0.8929, 0.491", "pred": "The action is #DUAL_POINT#; touch_point: 0.882, 0.3531, lift_point: 0.882, 0.3531" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in theFalkland Islands?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in theFalkland Islands\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.118, 0.5821, lift_point: 0.118, 0.5821", "pred": "The action is #DUAL_POINT#; touch_point: 0.1189, 0.4366, lift_point: 0.1189, 0.4366" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4245, 0.3739, lift_point: 0.4245, 0.3739", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8862, 0.5515, lift_point: 0.8862, 0.5515", "pred": "The action is #DUAL_POINT#; touch_point: 0.8934, 0.5904, lift_point: 0.8934, 0.5904" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8549, 0.9491, lift_point: 0.8549, 0.9491" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7239, 0.9581, lift_point: 0.7239, 0.9581" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3566, 0.4995, lift_point: 0.3566, 0.4995", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7923, 0.698, lift_point: 0.7923, 0.698", "pred": "The action is #DUAL_POINT#; touch_point: 0.796, 0.6772, lift_point: 0.796, 0.6772" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0604, 0.6342, lift_point: 0.0604, 0.6342", "pred": "The action is #DUAL_POINT#; touch_point: 0.0698, 0.3224, lift_point: 0.0698, 0.3224" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0633, 0.923, lift_point: 0.0633, 0.923", "pred": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.9068, lift_point: 0.0591, 0.9068" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at Papa Murphys\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"papa murphys\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1422, 0.3796, lift_point: 0.1422, 0.3796" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.441, 0.3817, lift_point: 0.441, 0.3817", "pred": "The action is #DUAL_POINT#; touch_point: 0.2097, 0.3134, lift_point: 0.2097, 0.3134" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2559, 0.4987, lift_point: 0.2559, 0.4987", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1462, 0.4765, lift_point: 0.1462, 0.4765", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7904, 0.6942, lift_point: 0.7904, 0.6942" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7837, 0.7113, lift_point: 0.7837, 0.7113" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7831, 0.7038, lift_point: 0.7831, 0.7038" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7837, 0.6741, lift_point: 0.7837, 0.6741" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7837, 0.6747, lift_point: 0.7837, 0.6747" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7832, 0.6762, lift_point: 0.7832, 0.6762", "pred": "The action is #DUAL_POINT#; touch_point: 0.7931, 0.7015, lift_point: 0.7931, 0.7015" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7835, 0.6747, lift_point: 0.7835, 0.6747" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.785, 0.6966, lift_point: 0.785, 0.6966", "pred": "The action is #DUAL_POINT#; touch_point: 0.7837, 0.6748, lift_point: 0.7837, 0.6748" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7786, 0.6947, lift_point: 0.7786, 0.6947", "pred": "The action is #DUAL_POINT#; touch_point: 0.7837, 0.6777, lift_point: 0.7837, 0.6777" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7752, 0.6731, lift_point: 0.7752, 0.6731", "pred": "The action is #DUAL_POINT#; touch_point: 0.7837, 0.7012, lift_point: 0.7837, 0.7012" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.682, lift_point: 0.0578, 0.682", "pred": "The action is #DUAL_POINT#; touch_point: 0.7832, 0.6699, lift_point: 0.7832, 0.6699" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bed room apartment rent in houston\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent in houston\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1413, 0.4575, lift_point: 0.1413, 0.4575" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1419, 0.5042, lift_point: 0.1419, 0.5042" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"in houston\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1419, 0.3982, lift_point: 0.1419, 0.3982" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.194, 0.4928, lift_point: 0.194, 0.4928", "pred": "The action is #DUAL_POINT#; touch_point: 0.1384, 0.4254, lift_point: 0.1384, 0.4254" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.419, 0.419, lift_point: 0.419, 0.419" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6289, 0.3562, lift_point: 0.6289, 0.3562", "pred": "The action is #DUAL_POINT#; touch_point: 0.8754, 0.3536, lift_point: 0.8754, 0.3536" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2735, 0.9223, lift_point: 0.2735, 0.9223", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3812, 0.4667, lift_point: 0.3812, 0.4667", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1932, 0.5899, lift_point: 0.1932, 0.5899", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1932, 0.5899, lift_point: 0.1932, 0.5899" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7901, 0.6933, lift_point: 0.7901, 0.6933" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7828, 0.6738, lift_point: 0.7828, 0.6738" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.783, 0.6719, lift_point: 0.783, 0.6719" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584", "pred": "The action is #DUAL_POINT#; touch_point: 0.7838, 0.6733, lift_point: 0.7838, 0.6733" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7887, 0.6584, lift_point: 0.7887, 0.6584" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8068, 0.681, lift_point: 0.8068, 0.681", "pred": "The action is #DUAL_POINT#; touch_point: 0.7831, 0.6982, lift_point: 0.7831, 0.6982" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_BACK#" } ]