[ { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.17, 0.7033]\", \"lift_point\": \"[0.17, 0.7033]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3546, 0.1194]\", \"lift_point\": \"[0.3546, 0.1194]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9046, 0.9253]\", \"lift_point\": \"[0.9046, 0.9253]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9001, 0.9423]\", \"lift_point\": \"[0.9001, 0.9423]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8801, 0.5601]\", \"lift_point\": \"[0.8801, 0.5601]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8817, 0.5197]\", \"lift_point\": \"[0.8817, 0.5197]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0527, 0.0584]\", \"lift_point\": \"[0.0527, 0.0584]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4488, 0.5619]\", \"lift_point\": \"[0.4488, 0.5619]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4166, 0.4973]\", \"lift_point\": \"[0.4166, 0.4973]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3351, 0.8786]\", \"lift_point\": \"[0.3351, 0.8786]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5166, 0.5218]\", \"lift_point\": \"[0.5166, 0.5218]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3954, 0.4839]\", \"lift_point\": \"[0.3954, 0.4839]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.427, 0.5274]\", \"lift_point\": \"[0.427, 0.5274]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0818, 0.0549]\", \"lift_point\": \"[0.0818, 0.0549]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9144, 0.7725]\", \"lift_point\": \"[0.9144, 0.7725]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0818, 0.0549]\", \"lift_point\": \"[0.0818, 0.0549]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0695, 0.0549]\", \"lift_point\": \"[0.0695, 0.0549]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9645, 0.2741]\", \"lift_point\": \"[0.9645, 0.2741]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0713, 0.0549]\", \"lift_point\": \"[0.0713, 0.0549]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9645, 0.2741]\", \"lift_point\": \"[0.9645, 0.2741]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7768, 0.7205]\", \"lift_point\": \"[0.7768, 0.7205]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7812, 0.6859]\", \"lift_point\": \"[0.7812, 0.6859]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0574, 0.3891]\", \"lift_point\": \"[0.0574, 0.3891]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.064, 0.4825]\", \"lift_point\": \"[0.064, 0.4825]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Chile?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Chile?\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,PRESS_BACK]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.142, 0.4465]\", \"lift_point\": \"[0.142, 0.4465]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1413, 0.4966]\", \"lift_point\": \"[0.1413, 0.4966]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4163, 0.4832]\", \"lift_point\": \"[0.4163, 0.4832]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3924, 0.401]\", \"lift_point\": \"[0.3924, 0.401]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8387, 0.2297]\", \"lift_point\": \"[0.8387, 0.2297]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8182, 0.6398]\", \"lift_point\": \"[0.8182, 0.6398]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8407, 0.2297]\", \"lift_point\": \"[0.8407, 0.2297]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7942, 0.7309]\", \"lift_point\": \"[0.7942, 0.7309]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5042, 0.5194]\", \"lift_point\": \"[0.5042, 0.5194]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3929, 0.6891]\", \"lift_point\": \"[0.3929, 0.6891]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8835, 0.7418]\", \"lift_point\": \"[0.8835, 0.7418]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.869, 0.5517]\", \"lift_point\": \"[0.869, 0.5517]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8837, 0.6829]\", \"lift_point\": \"[0.8837, 0.6829]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5412, 0.9716]\", \"lift_point\": \"[0.5412, 0.9716]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3333, 0.9527]\", \"lift_point\": \"[0.3333, 0.9527]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2334, 0.6892]\", \"lift_point\": \"[0.2334, 0.6892]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4946, 0.357]\", \"lift_point\": \"[0.4946, 0.357]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5019, 0.4211]\", \"lift_point\": \"[0.5019, 0.4211]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3874, 0.6603]\", \"lift_point\": \"[0.3874, 0.6603]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5257, 0.9212]\", \"lift_point\": \"[0.5257, 0.9212]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.394, 0.6871]\", \"lift_point\": \"[0.394, 0.6871]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5716, 0.8472]\", \"lift_point\": \"[0.5716, 0.8472]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8441, 0.5442]\", \"lift_point\": \"[0.8441, 0.5442]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8313, 0.559]\", \"lift_point\": \"[0.8313, 0.559]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8442, 0.526]\", \"lift_point\": \"[0.8442, 0.526]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Denver\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Denver\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5894, 0.4982]\", \"lift_point\": \"[0.5894, 0.4982]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3801, 0.3268]\", \"lift_point\": \"[0.3801, 0.3268]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6006, 0.4735]\", \"lift_point\": \"[0.6006, 0.4735]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5666, 0.7308]\", \"lift_point\": \"[0.5666, 0.7308]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2735, 0.899]\", \"lift_point\": \"[0.2735, 0.899]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6157, 0.5671]\", \"lift_point\": \"[0.6157, 0.5671]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8732, 0.5281]\", \"lift_point\": \"[0.8732, 0.5281]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.844, 0.5794]\", \"lift_point\": \"[0.844, 0.5794]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the time in San Francisco\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the time in San Francisco\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8187, 0.6262]\", \"lift_point\": \"[0.8187, 0.6262]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.805, 0.6123]\", \"lift_point\": \"[0.805, 0.6123]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1809, 0.5707]\", \"lift_point\": \"[0.1809, 0.5707]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.177, 0.7256]\", \"lift_point\": \"[0.177, 0.7256]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1091, 0.9355]\", \"lift_point\": \"[0.1091, 0.9355]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1079, 0.9465]\", \"lift_point\": \"[0.1079, 0.9465]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Chicago?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather like in Chicago\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.165, 0.4574]\", \"lift_point\": \"[0.165, 0.4574]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.877, 0.6724]\", \"lift_point\": \"[0.877, 0.6724]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8723, 0.6865]\", \"lift_point\": \"[0.8723, 0.6865]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8909, 0.6469]\", \"lift_point\": \"[0.8909, 0.6469]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7749, 0.6451]\", \"lift_point\": \"[0.7749, 0.6451]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9029, 0.5155]\", \"lift_point\": \"[0.9029, 0.5155]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1698, 0.5617]\", \"lift_point\": \"[0.1698, 0.5617]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1735, 0.8985]\", \"lift_point\": \"[0.1735, 0.8985]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.113, 0.9241]\", \"lift_point\": \"[0.113, 0.9241]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1086, 0.9299]\", \"lift_point\": \"[0.1086, 0.9299]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Vietnam?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Vietnam?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5363, 0.6639]\", \"lift_point\": \"[0.5363, 0.6639]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6403, 0.4089]\", \"lift_point\": \"[0.6403, 0.4089]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6391, 0.3834]\", \"lift_point\": \"[0.6391, 0.3834]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7783, 0.6389]\", \"lift_point\": \"[0.7783, 0.6389]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7909, 0.6585]\", \"lift_point\": \"[0.7909, 0.6585]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7783, 0.6389]\", \"lift_point\": \"[0.7783, 0.6389]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7783, 0.6389]\", \"lift_point\": \"[0.7783, 0.6389]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7926, 0.5541]\", \"lift_point\": \"[0.7926, 0.5541]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7783, 0.6389]\", \"lift_point\": \"[0.7783, 0.6389]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1718, 0.525]\", \"lift_point\": \"[0.1718, 0.525]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0559, 0.5687]\", \"lift_point\": \"[0.0559, 0.5687]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1175, 0.9367]\", \"lift_point\": \"[0.1175, 0.9367]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1142, 0.9266]\", \"lift_point\": \"[0.1142, 0.9266]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Japan?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of japan\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7948, 0.6361]\", \"lift_point\": \"[0.7948, 0.6361]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.806, 0.6429]\", \"lift_point\": \"[0.806, 0.6429]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1631, 0.7936]\", \"lift_point\": \"[0.1631, 0.7936]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1671, 0.6789]\", \"lift_point\": \"[0.1671, 0.6789]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1071, 0.9399]\", \"lift_point\": \"[0.1071, 0.9399]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1149, 0.9299]\", \"lift_point\": \"[0.1149, 0.9299]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Buenos aires to Seoul\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Buenos aires to Seoul\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8275, 0.6317]\", \"lift_point\": \"[0.8275, 0.6317]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7903, 0.6746]\", \"lift_point\": \"[0.7903, 0.6746]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7947, 0.6208]\", \"lift_point\": \"[0.7947, 0.6208]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8275, 0.6317]\", \"lift_point\": \"[0.8275, 0.6317]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7947, 0.6208]\", \"lift_point\": \"[0.7947, 0.6208]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7947, 0.6208]\", \"lift_point\": \"[0.7947, 0.6208]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.182, 0.6619]\", \"lift_point\": \"[0.182, 0.6619]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.529, 0.9613]\", \"lift_point\": \"[0.529, 0.9613]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0741, 0.5515]\", \"lift_point\": \"[0.0741, 0.5515]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1668, 0.5882]\", \"lift_point\": \"[0.1668, 0.5882]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0686, 0.463]\", \"lift_point\": \"[0.0686, 0.463]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1, 0.952]\", \"lift_point\": \"[0.1, 0.952]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1145, 0.9239]\", \"lift_point\": \"[0.1145, 0.9239]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Dallas?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Dallas?\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8381, 0.2983]\", \"lift_point\": \"[0.8381, 0.2983]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3224, 0.4677]\", \"lift_point\": \"[0.3224, 0.4677]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5335, 0.6814]\", \"lift_point\": \"[0.5335, 0.6814]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8144, 0.5933]\", \"lift_point\": \"[0.8144, 0.5933]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7985, 0.6354]\", \"lift_point\": \"[0.7985, 0.6354]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8079, 0.6457]\", \"lift_point\": \"[0.8079, 0.6457]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8144, 0.5933]\", \"lift_point\": \"[0.8144, 0.5933]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1625, 0.7341]\", \"lift_point\": \"[0.1625, 0.7341]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1679, 0.7588]\", \"lift_point\": \"[0.1679, 0.7588]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1134, 0.9331]\", \"lift_point\": \"[0.1134, 0.9331]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1088, 0.9408]\", \"lift_point\": \"[0.1088, 0.9408]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Nordstrom?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Nordstrom?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5409, 0.6898]\", \"lift_point\": \"[0.5409, 0.6898]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5435, 0.6756]\", \"lift_point\": \"[0.5435, 0.6756]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8153, 0.6201]\", \"lift_point\": \"[0.8153, 0.6201]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7901, 0.6677]\", \"lift_point\": \"[0.7901, 0.6677]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2286, 0.0469]\", \"lift_point\": \"[0.2286, 0.0469]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1675, 0.0509]\", \"lift_point\": \"[0.1675, 0.0509]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1685, 0.5766]\", \"lift_point\": \"[0.1685, 0.5766]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1801, 0.525]\", \"lift_point\": \"[0.1801, 0.525]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1106, 0.9401]\", \"lift_point\": \"[0.1106, 0.9401]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.108, 0.9465]\", \"lift_point\": \"[0.108, 0.9465]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in San Francisco?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in San Francisco?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8044, 0.6462]\", \"lift_point\": \"[0.8044, 0.6462]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7977, 0.6187]\", \"lift_point\": \"[0.7977, 0.6187]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8044, 0.6462]\", \"lift_point\": \"[0.8044, 0.6462]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8044, 0.6462]\", \"lift_point\": \"[0.8044, 0.6462]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0528, 0.8526]\", \"lift_point\": \"[0.0528, 0.8526]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0631, 0.9318]\", \"lift_point\": \"[0.0631, 0.9318]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.163, 0.5951]\", \"lift_point\": \"[0.163, 0.5951]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1771, 0.6029]\", \"lift_point\": \"[0.1771, 0.6029]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8103, 0.5941]\", \"lift_point\": \"[0.8103, 0.5941]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8103, 0.5941]\", \"lift_point\": \"[0.8103, 0.5941]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1861, 0.0334]\", \"lift_point\": \"[0.1861, 0.0334]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1742, 0.6779]\", \"lift_point\": \"[0.1742, 0.6779]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0547, 0.6178]\", \"lift_point\": \"[0.0547, 0.6178]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1824, 0.6596]\", \"lift_point\": \"[0.1824, 0.6596]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1742, 0.6779]\", \"lift_point\": \"[0.1742, 0.6779]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1824, 0.6596]\", \"lift_point\": \"[0.1824, 0.6596]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.789, 0.7015]\", \"lift_point\": \"[0.789, 0.7015]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7805, 0.6946]\", \"lift_point\": \"[0.7805, 0.6946]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0518, 0.2867]\", \"lift_point\": \"[0.0518, 0.2867]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0628, 0.4344]\", \"lift_point\": \"[0.0628, 0.4344]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is the sun?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is the sun?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1291, 0.4175]\", \"lift_point\": \"[0.1291, 0.4175]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1312, 0.3589]\", \"lift_point\": \"[0.1312, 0.3589]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7852, 0.6943]\", \"lift_point\": \"[0.7852, 0.6943]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7806, 0.6934]\", \"lift_point\": \"[0.7806, 0.6934]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0693, 0.4661]\", \"lift_point\": \"[0.0693, 0.4661]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0404, 0.426]\", \"lift_point\": \"[0.0404, 0.426]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats US dollar exchange rate against the Chinese Yuan?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats US dollar exchange rate against the Chinese Yuan?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0616, 0.3515]\", \"lift_point\": \"[0.0616, 0.3515]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0629, 0.6765]\", \"lift_point\": \"[0.0629, 0.6765]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1402, 0.5243]\", \"lift_point\": \"[0.1402, 0.5243]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1284, 0.451]\", \"lift_point\": \"[0.1284, 0.451]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7839, 0.6605]\", \"lift_point\": \"[0.7839, 0.6605]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7803, 0.6924]\", \"lift_point\": \"[0.7803, 0.6924]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0562, 0.4753]\", \"lift_point\": \"[0.0562, 0.4753]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0685, 0.5906]\", \"lift_point\": \"[0.0685, 0.5906]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Uruguay?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Uruguay?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0533, 0.6203]\", \"lift_point\": \"[0.0533, 0.6203]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0685, 0.7099]\", \"lift_point\": \"[0.0685, 0.7099]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1402, 0.6363]\", \"lift_point\": \"[0.1402, 0.6363]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1277, 0.6006]\", \"lift_point\": \"[0.1277, 0.6006]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3553, 0.5071]\", \"lift_point\": \"[0.3553, 0.5071]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3624, 0.5274]\", \"lift_point\": \"[0.3624, 0.5274]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5111, 0.4875]\", \"lift_point\": \"[0.5111, 0.4875]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5194, 0.5069]\", \"lift_point\": \"[0.5194, 0.5069]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0998, 0.4959]\", \"lift_point\": \"[0.0998, 0.4959]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0975, 0.4783]\", \"lift_point\": \"[0.0975, 0.4783]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0992, 0.4775]\", \"lift_point\": \"[0.0992, 0.4775]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Spain ?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Spain?\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6981, 0.9436]\", \"lift_point\": \"[0.6981, 0.9436]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6384, 0.9581]\", \"lift_point\": \"[0.6384, 0.9581]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4638, 0.5308]\", \"lift_point\": \"[0.4638, 0.5308]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4666, 0.5088]\", \"lift_point\": \"[0.4666, 0.5088]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1113, 0.4897]\", \"lift_point\": \"[0.1113, 0.4897]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1057, 0.4999]\", \"lift_point\": \"[0.1057, 0.4999]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats on the menu at O live Garden?\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0959, 0.9023]\", \"lift_point\": \"[0.0959, 0.9023]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5829, 0.4735]\", \"lift_point\": \"[0.5829, 0.4735]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5785, 0.7812]\", \"lift_point\": \"[0.5785, 0.7812]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3795, 0.6381]\", \"lift_point\": \"[0.3795, 0.6381]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6188, 0.3857]\", \"lift_point\": \"[0.6188, 0.3857]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4734, 0.5023]\", \"lift_point\": \"[0.4734, 0.5023]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4698, 0.5046]\", \"lift_point\": \"[0.4698, 0.5046]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1118, 0.5014]\", \"lift_point\": \"[0.1118, 0.5014]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from London to Paris\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from London to Paris\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.179, 0.3816]\", \"lift_point\": \"[0.179, 0.3816]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6302, 0.395]\", \"lift_point\": \"[0.6302, 0.395]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0572, 0.7921]\", \"lift_point\": \"[0.0572, 0.7921]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0557, 0.0725]\", \"lift_point\": \"[0.0557, 0.0725]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"amazon alexa\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.058, 0.9276]\", \"lift_point\": \"[0.058, 0.9276]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0569, 0.9391]\", \"lift_point\": \"[0.0569, 0.9391]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0584, 0.9225]\", \"lift_point\": \"[0.0584, 0.9225]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"amazon alexa\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"amazon alexa\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1388, 0.6125]\", \"lift_point\": \"[0.1388, 0.6125]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1259, 0.4676]\", \"lift_point\": \"[0.1259, 0.4676]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1312, 0.7919]\", \"lift_point\": \"[0.1312, 0.7919]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1284, 0.7834]\", \"lift_point\": \"[0.1284, 0.7834]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8963, 0.436]\", \"lift_point\": \"[0.8963, 0.436]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9132, 0.5848]\", \"lift_point\": \"[0.9132, 0.5848]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8963, 0.436]\", \"lift_point\": \"[0.8963, 0.436]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9055, 0.2565]\", \"lift_point\": \"[0.9055, 0.2565]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1343, 0.7973]\", \"lift_point\": \"[0.1343, 0.7973]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1444, 0.8358]\", \"lift_point\": \"[0.1444, 0.8358]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.749, 0.6121]\", \"lift_point\": \"[0.749, 0.6121]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7859, 0.6125]\", \"lift_point\": \"[0.7859, 0.6125]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Barbados?\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0569, 0.5124]\", \"lift_point\": \"[0.0569, 0.5124]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0606, 0.5044]\", \"lift_point\": \"[0.0606, 0.5044]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2203, 0.1954]\", \"lift_point\": \"[0.2203, 0.1954]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6138, 0.4984]\", \"lift_point\": \"[0.6138, 0.4984]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3322, 0.4364]\", \"lift_point\": \"[0.3322, 0.4364]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.043, 0.4401]\", \"lift_point\": \"[0.043, 0.4401]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5984, 0.4983]\", \"lift_point\": \"[0.5984, 0.4983]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Barbados?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Barbados?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1287, 0.5866]\", \"lift_point\": \"[0.1287, 0.5866]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1108, 0.5533]\", \"lift_point\": \"[0.1108, 0.5533]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2366, 0.1954]\", \"lift_point\": \"[0.2366, 0.1954]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5083, 0.1503]\", \"lift_point\": \"[0.5083, 0.1503]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3718, 0.8255]\", \"lift_point\": \"[0.3718, 0.8255]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0703, 0.0641]\", \"lift_point\": \"[0.0703, 0.0641]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0656, 0.1097]\", \"lift_point\": \"[0.0656, 0.1097]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8975, 0.5141]\", \"lift_point\": \"[0.8975, 0.5141]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8895, 0.5247]\", \"lift_point\": \"[0.8895, 0.5247]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3199, 0.6084]\", \"lift_point\": \"[0.3199, 0.6084]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5969, 0.3991]\", \"lift_point\": \"[0.5969, 0.3991]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4096, 0.5209]\", \"lift_point\": \"[0.4096, 0.5209]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4151, 0.516]\", \"lift_point\": \"[0.4151, 0.516]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6795, 0.7597]\", \"lift_point\": \"[0.6795, 0.7597]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6757, 0.7389]\", \"lift_point\": \"[0.6757, 0.7389]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7873, 0.6244]\", \"lift_point\": \"[0.7873, 0.6244]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7828, 0.622]\", \"lift_point\": \"[0.7828, 0.622]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0533, 0.8212]\", \"lift_point\": \"[0.0533, 0.8212]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0525, 0.9321]\", \"lift_point\": \"[0.0525, 0.9321]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0669, 0.08]\", \"lift_point\": \"[0.0669, 0.08]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0533, 0.0835]\", \"lift_point\": \"[0.0533, 0.0835]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5058, 0.6866]\", \"lift_point\": \"[0.5058, 0.6866]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.497, 0.6866]\", \"lift_point\": \"[0.497, 0.6866]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1233, 0.6236]\", \"lift_point\": \"[0.1233, 0.6236]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1221, 0.6405]\", \"lift_point\": \"[0.1221, 0.6405]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0716, 0.9196]\", \"lift_point\": \"[0.0716, 0.9196]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0675, 0.9269]\", \"lift_point\": \"[0.0675, 0.9269]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"price of the Sony TV?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the Sony TV?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1222, 0.3466]\", \"lift_point\": \"[0.1222, 0.3466]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1322, 0.4949]\", \"lift_point\": \"[0.1322, 0.4949]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.369, 0.4993]\", \"lift_point\": \"[0.369, 0.4993]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3684, 0.5204]\", \"lift_point\": \"[0.3684, 0.5204]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8796, 0.5176]\", \"lift_point\": \"[0.8796, 0.5176]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8975, 0.5684]\", \"lift_point\": \"[0.8975, 0.5684]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9052, 0.8727]\", \"lift_point\": \"[0.9052, 0.8727]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9058, 0.865]\", \"lift_point\": \"[0.9058, 0.865]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0603, 0.9298]\", \"lift_point\": \"[0.0603, 0.9298]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2241, 0.2157]\", \"lift_point\": \"[0.2241, 0.2157]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0554, 0.0844]\", \"lift_point\": \"[0.0554, 0.0844]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0624, 0.9342]\", \"lift_point\": \"[0.0624, 0.9342]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.165, 0.7366]\", \"lift_point\": \"[0.165, 0.7366]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1221, 0.4565]\", \"lift_point\": \"[0.1221, 0.4565]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7839, 0.8874]\", \"lift_point\": \"[0.7839, 0.8874]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0479, 0.8142]\", \"lift_point\": \"[0.0479, 0.8142]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4934, 0.705]\", \"lift_point\": \"[0.4934, 0.705]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4973, 0.6862]\", \"lift_point\": \"[0.4973, 0.6862]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1292, 0.6287]\", \"lift_point\": \"[0.1292, 0.6287]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1271, 0.7278]\", \"lift_point\": \"[0.1271, 0.7278]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0555, 0.9183]\", \"lift_point\": \"[0.0555, 0.9183]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0677, 0.921]\", \"lift_point\": \"[0.0677, 0.921]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest electronics store\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest electronics store thats open now\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1161, 0.544]\", \"lift_point\": \"[0.1161, 0.544]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.123, 0.5691]\", \"lift_point\": \"[0.123, 0.5691]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4937, 0.711]\", \"lift_point\": \"[0.4937, 0.711]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4856, 0.6918]\", \"lift_point\": \"[0.4856, 0.6918]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1234, 0.797]\", \"lift_point\": \"[0.1234, 0.797]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1177, 0.7124]\", \"lift_point\": \"[0.1177, 0.7124]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0724, 0.9237]\", \"lift_point\": \"[0.0724, 0.9237]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0655, 0.9211]\", \"lift_point\": \"[0.0655, 0.9211]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the price of a 12 ladder at Home Depot?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the price of a 12 ladder at Home Depot?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1761, 0.5539]\", \"lift_point\": \"[0.1761, 0.5539]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1172, 0.3874]\", \"lift_point\": \"[0.1172, 0.3874]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6475, 0.5864]\", \"lift_point\": \"[0.6475, 0.5864]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1838, 0.2588]\", \"lift_point\": \"[0.1838, 0.2588]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4698, 0.4789]\", \"lift_point\": \"[0.4698, 0.4789]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4855, 0.3066]\", \"lift_point\": \"[0.4855, 0.3066]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4741, 0.854]\", \"lift_point\": \"[0.4741, 0.854]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4851, 0.8958]\", \"lift_point\": \"[0.4851, 0.8958]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1283, 0.7939]\", \"lift_point\": \"[0.1283, 0.7939]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1231, 0.7257]\", \"lift_point\": \"[0.1231, 0.7257]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0549, 0.9105]\", \"lift_point\": \"[0.0549, 0.9105]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0685, 0.9189]\", \"lift_point\": \"[0.0685, 0.9189]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the US dollar exchange rateagainst the Swiss Franc?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"US dollar exchange rateagainst the Swiss Franc\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1165, 0.7526]\", \"lift_point\": \"[0.1165, 0.7526]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1216, 0.674]\", \"lift_point\": \"[0.1216, 0.674]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4921, 0.8521]\", \"lift_point\": \"[0.4921, 0.8521]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.485, 0.8867]\", \"lift_point\": \"[0.485, 0.8867]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1316, 0.703]\", \"lift_point\": \"[0.1316, 0.703]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1243, 0.7467]\", \"lift_point\": \"[0.1243, 0.7467]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0721, 0.8909]\", \"lift_point\": \"[0.0721, 0.8909]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0659, 0.9219]\", \"lift_point\": \"[0.0659, 0.9219]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news this evening\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news this evening\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2493, 0.5909]\", \"lift_point\": \"[0.2493, 0.5909]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1366, 0.5224]\", \"lift_point\": \"[0.1366, 0.5224]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4646, 0.8911]\", \"lift_point\": \"[0.4646, 0.8911]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4858, 0.8762]\", \"lift_point\": \"[0.4858, 0.8762]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1309, 0.7459]\", \"lift_point\": \"[0.1309, 0.7459]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1211, 0.7478]\", \"lift_point\": \"[0.1211, 0.7478]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0642, 0.9202]\", \"lift_point\": \"[0.0642, 0.9202]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0606, 0.9231]\", \"lift_point\": \"[0.0606, 0.9231]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"3 bedroom apartment rent for in Philadelphia\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Philadelphia?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1145, 0.5032]\", \"lift_point\": \"[0.1145, 0.5032]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.131, 0.5691]\", \"lift_point\": \"[0.131, 0.5691]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1958, 0.8918]\", \"lift_point\": \"[0.1958, 0.8918]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7561, 0.7157]\", \"lift_point\": \"[0.7561, 0.7157]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7679, 0.5155]\", \"lift_point\": \"[0.7679, 0.5155]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0622, 0.8402]\", \"lift_point\": \"[0.0622, 0.8402]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0594, 0.8154]\", \"lift_point\": \"[0.0594, 0.8154]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new Katy Perry video\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Katy Perry\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0884, 0.584]\", \"lift_point\": \"[0.0884, 0.584]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0994, 0.6371]\", \"lift_point\": \"[0.0994, 0.6371]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6792, 0.5825]\", \"lift_point\": \"[0.6792, 0.5825]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.786, 0.6713]\", \"lift_point\": \"[0.786, 0.6713]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7923, 0.6932]\", \"lift_point\": \"[0.7923, 0.6932]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.786, 0.6713]\", \"lift_point\": \"[0.786, 0.6713]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7972, 0.6824]\", \"lift_point\": \"[0.7972, 0.6824]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7923, 0.6932]\", \"lift_point\": \"[0.7923, 0.6932]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7985, 0.6824]\", \"lift_point\": \"[0.7985, 0.6824]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7972, 0.6824]\", \"lift_point\": \"[0.7972, 0.6824]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0615, 0.6006]\", \"lift_point\": \"[0.0615, 0.6006]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0615, 0.5135]\", \"lift_point\": \"[0.0615, 0.5135]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nice wallpapers for my phone\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nice wallpapers for my phone\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1436, 0.3267]\", \"lift_point\": \"[0.1436, 0.3267]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1501, 0.4758]\", \"lift_point\": \"[0.1501, 0.4758]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8012, 0.6957]\", \"lift_point\": \"[0.8012, 0.6957]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7916, 0.6866]\", \"lift_point\": \"[0.7916, 0.6866]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7813, 0.6517]\", \"lift_point\": \"[0.7813, 0.6517]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8012, 0.6957]\", \"lift_point\": \"[0.8012, 0.6957]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7813, 0.6517]\", \"lift_point\": \"[0.7813, 0.6517]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7813, 0.6517]\", \"lift_point\": \"[0.7813, 0.6517]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0642, 0.6339]\", \"lift_point\": \"[0.0642, 0.6339]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0675, 0.5976]\", \"lift_point\": \"[0.0675, 0.5976]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9935, 0.466]\", \"lift_point\": \"[0.9935, 0.466]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Buenos aires\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Buenos aires\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0716, 0.5025]\", \"lift_point\": \"[0.0716, 0.5025]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4465, 0.9944]\", \"lift_point\": \"[0.4465, 0.9944]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0717, 0.4285]\", \"lift_point\": \"[0.0717, 0.4285]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0622, 0.3084]\", \"lift_point\": \"[0.0622, 0.3084]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3565, 0.8428]\", \"lift_point\": \"[0.3565, 0.8428]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7917, 0.7055]\", \"lift_point\": \"[0.7917, 0.7055]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0509, 0.1702]\", \"lift_point\": \"[0.0509, 0.1702]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7919, 0.7059]\", \"lift_point\": \"[0.7919, 0.7059]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7917, 0.7021]\", \"lift_point\": \"[0.7917, 0.7021]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7909, 0.6879]\", \"lift_point\": \"[0.7909, 0.6879]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7847, 0.6933]\", \"lift_point\": \"[0.7847, 0.6933]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7909, 0.6879]\", \"lift_point\": \"[0.7909, 0.6879]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7909, 0.6879]\", \"lift_point\": \"[0.7909, 0.6879]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0642, 0.2568]\", \"lift_point\": \"[0.0642, 0.2568]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0684, 0.4797]\", \"lift_point\": \"[0.0684, 0.4797]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Buenos aires\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Buenos aires\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1434, 0.5584]\", \"lift_point\": \"[0.1434, 0.5584]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1443, 0.3792]\", \"lift_point\": \"[0.1443, 0.3792]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6833, 0.5165]\", \"lift_point\": \"[0.6833, 0.5165]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4244, 0.5674]\", \"lift_point\": \"[0.4244, 0.5674]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7879, 0.6835]\", \"lift_point\": \"[0.7879, 0.6835]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7846, 0.6711]\", \"lift_point\": \"[0.7846, 0.6711]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7879, 0.6835]\", \"lift_point\": \"[0.7879, 0.6835]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7879, 0.6835]\", \"lift_point\": \"[0.7879, 0.6835]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7891, 0.6835]\", \"lift_point\": \"[0.7891, 0.6835]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7879, 0.6835]\", \"lift_point\": \"[0.7879, 0.6835]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7891, 0.6835]\", \"lift_point\": \"[0.7891, 0.6835]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7891, 0.6835]\", \"lift_point\": \"[0.7891, 0.6835]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0597, 0.5494]\", \"lift_point\": \"[0.0597, 0.5494]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0627, 0.5466]\", \"lift_point\": \"[0.0627, 0.5466]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" weather like in New York\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather like in New York\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1428, 0.4671]\", \"lift_point\": \"[0.1428, 0.4671]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1452, 0.4576]\", \"lift_point\": \"[0.1452, 0.4576]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7898, 0.6787]\", \"lift_point\": \"[0.7898, 0.6787]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7904, 0.6935]\", \"lift_point\": \"[0.7904, 0.6935]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7898, 0.6787]\", \"lift_point\": \"[0.7898, 0.6787]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7898, 0.6787]\", \"lift_point\": \"[0.7898, 0.6787]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7937, 0.6907]\", \"lift_point\": \"[0.7937, 0.6907]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7898, 0.6787]\", \"lift_point\": \"[0.7898, 0.6787]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7962, 0.6827]\", \"lift_point\": \"[0.7962, 0.6827]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7937, 0.6907]\", \"lift_point\": \"[0.7937, 0.6907]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7962, 0.6827]\", \"lift_point\": \"[0.7962, 0.6827]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7962, 0.6827]\", \"lift_point\": \"[0.7962, 0.6827]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0555, 0.5808]\", \"lift_point\": \"[0.0555, 0.5808]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0696, 0.4321]\", \"lift_point\": \"[0.0696, 0.4321]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0647, 0.8933]\", \"lift_point\": \"[0.0647, 0.8933]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0591, 0.9136]\", \"lift_point\": \"[0.0591, 0.9136]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest IKEA\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest IKEA\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1419, 0.6285]\", \"lift_point\": \"[0.1419, 0.6285]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1472, 0.3976]\", \"lift_point\": \"[0.1472, 0.3976]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1382, 0.555]\", \"lift_point\": \"[0.1382, 0.555]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1442, 0.6285]\", \"lift_point\": \"[0.1442, 0.6285]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7996, 0.6844]\", \"lift_point\": \"[0.7996, 0.6844]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7916, 0.6784]\", \"lift_point\": \"[0.7916, 0.6784]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7907, 0.7008]\", \"lift_point\": \"[0.7907, 0.7008]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7996, 0.6844]\", \"lift_point\": \"[0.7996, 0.6844]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7874, 0.6875]\", \"lift_point\": \"[0.7874, 0.6875]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7907, 0.7008]\", \"lift_point\": \"[0.7907, 0.7008]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0646, 0.5807]\", \"lift_point\": \"[0.0646, 0.5807]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0637, 0.5875]\", \"lift_point\": \"[0.0637, 0.5875]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.066, 0.9159]\", \"lift_point\": \"[0.066, 0.9159]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0646, 0.5807]\", \"lift_point\": \"[0.0646, 0.5807]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is the moon\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is the moon\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1396, 0.5173]\", \"lift_point\": \"[0.1396, 0.5173]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1437, 0.3424]\", \"lift_point\": \"[0.1437, 0.3424]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6932, 0.5376]\", \"lift_point\": \"[0.6932, 0.5376]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7448, 0.5117]\", \"lift_point\": \"[0.7448, 0.5117]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7013, 0.4971]\", \"lift_point\": \"[0.7013, 0.4971]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7405, 0.5282]\", \"lift_point\": \"[0.7405, 0.5282]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7036, 0.4831]\", \"lift_point\": \"[0.7036, 0.4831]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7013, 0.4971]\", \"lift_point\": \"[0.7013, 0.4971]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7913, 0.1277]\", \"lift_point\": \"[0.7913, 0.1277]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6348, 0.8761]\", \"lift_point\": \"[0.6348, 0.8761]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6473, 0.8721]\", \"lift_point\": \"[0.6473, 0.8721]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6423, 0.8734]\", \"lift_point\": \"[0.6423, 0.8734]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6348, 0.8761]\", \"lift_point\": \"[0.6348, 0.8761]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6472, 0.8598]\", \"lift_point\": \"[0.6472, 0.8598]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6325, 0.8734]\", \"lift_point\": \"[0.6325, 0.8734]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0665, 0.5317]\", \"lift_point\": \"[0.0665, 0.5317]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0607, 0.5144]\", \"lift_point\": \"[0.0607, 0.5144]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"ESPN app\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"espn\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1459, 0.2763]\", \"lift_point\": \"[0.1459, 0.2763]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1323, 0.3602]\", \"lift_point\": \"[0.1323, 0.3602]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1595, 0.8292]\", \"lift_point\": \"[0.1595, 0.8292]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1635, 0.8152]\", \"lift_point\": \"[0.1635, 0.8152]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8953, 0.5424]\", \"lift_point\": \"[0.8953, 0.5424]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8947, 0.4895]\", \"lift_point\": \"[0.8947, 0.4895]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9034, 0.3615]\", \"lift_point\": \"[0.9034, 0.3615]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8953, 0.3257]\", \"lift_point\": \"[0.8953, 0.3257]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7998, 0.6728]\", \"lift_point\": \"[0.7998, 0.6728]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7915, 0.692]\", \"lift_point\": \"[0.7915, 0.692]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7859, 0.6692]\", \"lift_point\": \"[0.7859, 0.6692]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7998, 0.6728]\", \"lift_point\": \"[0.7998, 0.6728]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7935, 0.6859]\", \"lift_point\": \"[0.7935, 0.6859]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7859, 0.6692]\", \"lift_point\": \"[0.7859, 0.6692]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7911, 0.6859]\", \"lift_point\": \"[0.7911, 0.6859]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7935, 0.6859]\", \"lift_point\": \"[0.7935, 0.6859]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7898, 0.6859]\", \"lift_point\": \"[0.7898, 0.6859]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7911, 0.6859]\", \"lift_point\": \"[0.7911, 0.6859]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0779, 0.6367]\", \"lift_point\": \"[0.0779, 0.6367]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0717, 0.4169]\", \"lift_point\": \"[0.0717, 0.4169]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news about the US\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news about the US\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.134, 0.533]\", \"lift_point\": \"[0.134, 0.533]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1392, 0.4653]\", \"lift_point\": \"[0.1392, 0.4653]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2702, 0.1987]\", \"lift_point\": \"[0.2702, 0.1987]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2044, 0.184]\", \"lift_point\": \"[0.2044, 0.184]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3998, 0.9869]\", \"lift_point\": \"[0.3998, 0.9869]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6376, 0.1327]\", \"lift_point\": \"[0.6376, 0.1327]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7835, 0.6934]\", \"lift_point\": \"[0.7835, 0.6934]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6376, 0.1327]\", \"lift_point\": \"[0.6376, 0.1327]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6376, 0.1327]\", \"lift_point\": \"[0.6376, 0.1327]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6376, 0.1327]\", \"lift_point\": \"[0.6376, 0.1327]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6376, 0.1327]\", \"lift_point\": \"[0.6376, 0.1327]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6505, 0.1438]\", \"lift_point\": \"[0.6505, 0.1438]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6376, 0.1327]\", \"lift_point\": \"[0.6376, 0.1327]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0638, 0.8877]\", \"lift_point\": \"[0.0638, 0.8877]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0685, 0.9059]\", \"lift_point\": \"[0.0685, 0.9059]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0566, 0.3859]\", \"lift_point\": \"[0.0566, 0.3859]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0734, 0.5867]\", \"lift_point\": \"[0.0734, 0.5867]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"restaurant in Dallas\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good restaurant in Dallas\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1539, 0.4027]\", \"lift_point\": \"[0.1539, 0.4027]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1575, 0.4444]\", \"lift_point\": \"[0.1575, 0.4444]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7912, 0.7041]\", \"lift_point\": \"[0.7912, 0.7041]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7903, 0.673]\", \"lift_point\": \"[0.7903, 0.673]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7849, 0.6874]\", \"lift_point\": \"[0.7849, 0.6874]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7912, 0.7041]\", \"lift_point\": \"[0.7912, 0.7041]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7788, 0.6794]\", \"lift_point\": \"[0.7788, 0.6794]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7849, 0.6874]\", \"lift_point\": \"[0.7849, 0.6874]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0663, 0.6731]\", \"lift_point\": \"[0.0663, 0.6731]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0613, 0.5005]\", \"lift_point\": \"[0.0613, 0.5005]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0672, 0.9356]\", \"lift_point\": \"[0.0672, 0.9356]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0596, 0.9329]\", \"lift_point\": \"[0.0596, 0.9329]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Buenos aires to Helsinki\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Buenos aires to Helsinki\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1377, 0.2721]\", \"lift_point\": \"[0.1377, 0.2721]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1448, 0.3973]\", \"lift_point\": \"[0.1448, 0.3973]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4338, 0.5026]\", \"lift_point\": \"[0.4338, 0.5026]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7874, 0.6476]\", \"lift_point\": \"[0.7874, 0.6476]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7903, 0.6931]\", \"lift_point\": \"[0.7903, 0.6931]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7874, 0.6476]\", \"lift_point\": \"[0.7874, 0.6476]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7874, 0.6476]\", \"lift_point\": \"[0.7874, 0.6476]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0578, 0.4847]\", \"lift_point\": \"[0.0578, 0.4847]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0613, 0.5733]\", \"lift_point\": \"[0.0613, 0.5733]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0598, 0.8989]\", \"lift_point\": \"[0.0598, 0.8989]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0643, 0.9195]\", \"lift_point\": \"[0.0643, 0.9195]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"3 bedroom apartment rent for in Austin\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Austin?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1388, 0.6327]\", \"lift_point\": \"[0.1388, 0.6327]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1362, 0.6319]\", \"lift_point\": \"[0.1362, 0.6319]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5339, 0.5024]\", \"lift_point\": \"[0.5339, 0.5024]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4691, 0.3501]\", \"lift_point\": \"[0.4691, 0.3501]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7867, 0.6739]\", \"lift_point\": \"[0.7867, 0.6739]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7911, 0.6863]\", \"lift_point\": \"[0.7911, 0.6863]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7854, 0.6932]\", \"lift_point\": \"[0.7854, 0.6932]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7867, 0.6739]\", \"lift_point\": \"[0.7867, 0.6739]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7854, 0.6932]\", \"lift_point\": \"[0.7854, 0.6932]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7854, 0.6932]\", \"lift_point\": \"[0.7854, 0.6932]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0665, 0.5945]\", \"lift_point\": \"[0.0665, 0.5945]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0675, 0.5714]\", \"lift_point\": \"[0.0675, 0.5714]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of the United Kingdom\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of the United Kingdom\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of the United Kingdom\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3263, 0.9913]\", \"lift_point\": \"[0.3263, 0.9913]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0591, 0.7184]\", \"lift_point\": \"[0.0591, 0.7184]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1363, 0.4773]\", \"lift_point\": \"[0.1363, 0.4773]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1441, 0.4086]\", \"lift_point\": \"[0.1441, 0.4086]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5958, 0.4577]\", \"lift_point\": \"[0.5958, 0.4577]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7971, 0.6859]\", \"lift_point\": \"[0.7971, 0.6859]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7903, 0.6947]\", \"lift_point\": \"[0.7903, 0.6947]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7974, 0.7046]\", \"lift_point\": \"[0.7974, 0.7046]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7971, 0.6859]\", \"lift_point\": \"[0.7971, 0.6859]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7974, 0.7046]\", \"lift_point\": \"[0.7974, 0.7046]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7974, 0.7046]\", \"lift_point\": \"[0.7974, 0.7046]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2121, 0.6359]\", \"lift_point\": \"[0.2121, 0.6359]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2202, 0.6569]\", \"lift_point\": \"[0.2202, 0.6569]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.148, 0.9353]\", \"lift_point\": \"[0.148, 0.9353]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1373, 0.9269]\", \"lift_point\": \"[0.1373, 0.9269]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Best Buy?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Best Buy?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8027, 0.672]\", \"lift_point\": \"[0.8027, 0.672]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7907, 0.6934]\", \"lift_point\": \"[0.7907, 0.6934]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2187, 0.6753]\", \"lift_point\": \"[0.2187, 0.6753]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2265, 0.6284]\", \"lift_point\": \"[0.2265, 0.6284]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1355, 0.9371]\", \"lift_point\": \"[0.1355, 0.9371]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1477, 0.9268]\", \"lift_point\": \"[0.1477, 0.9268]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in San Diego?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in San Diego?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2062, 0.5691]\", \"lift_point\": \"[0.2062, 0.5691]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,PRESS_BACK,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,PRESS_BACK,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8007, 0.7046]\", \"lift_point\": \"[0.8007, 0.7046]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,PRESS_BACK,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,PRESS_BACK,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3444, 0.5381]\", \"lift_point\": \"[0.3444, 0.5381]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3526, 0.4912]\", \"lift_point\": \"[0.3526, 0.4912]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,PRESS_BACK,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0699, 0.5225]\", \"lift_point\": \"[0.0699, 0.5225]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0691, 0.5915]\", \"lift_point\": \"[0.0691, 0.5915]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.062, 0.443]\", \"lift_point\": \"[0.062, 0.443]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2967, 0.5124]\", \"lift_point\": \"[0.2967, 0.5124]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2997, 0.4444]\", \"lift_point\": \"[0.2997, 0.4444]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7893, 0.7676]\", \"lift_point\": \"[0.7893, 0.7676]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3014, 0.5125]\", \"lift_point\": \"[0.3014, 0.5125]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2045, 0.7962]\", \"lift_point\": \"[0.2045, 0.7962]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3025, 0.375]\", \"lift_point\": \"[0.3025, 0.375]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2995, 0.2792]\", \"lift_point\": \"[0.2995, 0.2792]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8224, 0.5986]\", \"lift_point\": \"[0.8224, 0.5986]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8269, 0.6199]\", \"lift_point\": \"[0.8269, 0.6199]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0518, 0.4008]\", \"lift_point\": \"[0.0518, 0.4008]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0559, 0.5961]\", \"lift_point\": \"[0.0559, 0.5961]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather in delhi\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather like in Delhi?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1265, 0.1416]\", \"lift_point\": \"[0.1265, 0.1416]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1216, 0.2454]\", \"lift_point\": \"[0.1216, 0.2454]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8276, 0.5924]\", \"lift_point\": \"[0.8276, 0.5924]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8251, 0.6187]\", \"lift_point\": \"[0.8251, 0.6187]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1873, 0.3683]\", \"lift_point\": \"[0.1873, 0.3683]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1828, 0.5555]\", \"lift_point\": \"[0.1828, 0.5555]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.121, 0.9421]\", \"lift_point\": \"[0.121, 0.9421]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1134, 0.9306]\", \"lift_point\": \"[0.1134, 0.9306]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" capital of Brazil\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of brazil\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1693, 0.3372]\", \"lift_point\": \"[0.1693, 0.3372]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1665, 0.3284]\", \"lift_point\": \"[0.1665, 0.3284]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5779, 0.1509]\", \"lift_point\": \"[0.5779, 0.1509]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8322, 0.613]\", \"lift_point\": \"[0.8322, 0.613]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8291, 0.5985]\", \"lift_point\": \"[0.8291, 0.5985]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1779, 0.8781]\", \"lift_point\": \"[0.1779, 0.8781]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0599, 0.6009]\", \"lift_point\": \"[0.0599, 0.6009]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1161, 0.279]\", \"lift_point\": \"[0.1161, 0.279]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of italy\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" capital of Italy\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of italy\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1834, 0.2831]\", \"lift_point\": \"[0.1834, 0.2831]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1737, 0.2844]\", \"lift_point\": \"[0.1737, 0.2844]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2408, 0.0333]\", \"lift_point\": \"[0.2408, 0.0333]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4306, 0.2395]\", \"lift_point\": \"[0.4306, 0.2395]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6468, 0.3841]\", \"lift_point\": \"[0.6468, 0.3841]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5954, 0.5203]\", \"lift_point\": \"[0.5954, 0.5203]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6063, 0.7284]\", \"lift_point\": \"[0.6063, 0.7284]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9472, 0.4803]\", \"lift_point\": \"[0.9472, 0.4803]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9331, 0.5211]\", \"lift_point\": \"[0.9331, 0.5211]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9472, 0.4803]\", \"lift_point\": \"[0.9472, 0.4803]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9518, 0.4803]\", \"lift_point\": \"[0.9518, 0.4803]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8591, 0.8864]\", \"lift_point\": \"[0.8591, 0.8864]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5479, 0.8777]\", \"lift_point\": \"[0.5479, 0.8777]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8212, 0.6184]\", \"lift_point\": \"[0.8212, 0.6184]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.822, 0.6187]\", \"lift_point\": \"[0.822, 0.6187]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.058, 0.9288]\", \"lift_point\": \"[0.058, 0.9288]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.068, 0.82]\", \"lift_point\": \"[0.068, 0.82]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0576, 0.9312]\", \"lift_point\": \"[0.0576, 0.9312]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0724, 0.9197]\", \"lift_point\": \"[0.0724, 0.9197]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.058, 0.9427]\", \"lift_point\": \"[0.058, 0.9427]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0721, 0.9216]\", \"lift_point\": \"[0.0721, 0.9216]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2302, 0.6831]\", \"lift_point\": \"[0.2302, 0.6831]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1154, 0.6641]\", \"lift_point\": \"[0.1154, 0.6641]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8274, 0.6273]\", \"lift_point\": \"[0.8274, 0.6273]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8295, 0.6107]\", \"lift_point\": \"[0.8295, 0.6107]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0619, 0.3492]\", \"lift_point\": \"[0.0619, 0.3492]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0692, 0.4374]\", \"lift_point\": \"[0.0692, 0.4374]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"a good restaurant in Atlanta\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good restaurant in Atlanta\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1215, 0.2697]\", \"lift_point\": \"[0.1215, 0.2697]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1272, 0.4055]\", \"lift_point\": \"[0.1272, 0.4055]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4745, 0.1617]\", \"lift_point\": \"[0.4745, 0.1617]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.428, 0.1593]\", \"lift_point\": \"[0.428, 0.1593]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5957, 0.4706]\", \"lift_point\": \"[0.5957, 0.4706]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5288, 0.5082]\", \"lift_point\": \"[0.5288, 0.5082]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7906, 0.6852]\", \"lift_point\": \"[0.7906, 0.6852]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.792, 0.6906]\", \"lift_point\": \"[0.792, 0.6906]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7906, 0.6852]\", \"lift_point\": \"[0.7906, 0.6852]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7906, 0.6852]\", \"lift_point\": \"[0.7906, 0.6852]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.794, 0.6887]\", \"lift_point\": \"[0.794, 0.6887]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7906, 0.6852]\", \"lift_point\": \"[0.7906, 0.6852]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0597, 0.5818]\", \"lift_point\": \"[0.0597, 0.5818]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0544, 0.5355]\", \"lift_point\": \"[0.0544, 0.5355]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What are the best selling refrigerators at Home Depot?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"best selling refrigerators at Home Depot\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"efrigerators at Home Depot\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1242, 0.4474]\", \"lift_point\": \"[0.1242, 0.4474]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.133, 0.5107]\", \"lift_point\": \"[0.133, 0.5107]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1123, 0.5455]\", \"lift_point\": \"[0.1123, 0.5455]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4154, 0.5376]\", \"lift_point\": \"[0.4154, 0.5376]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4351, 0.3997]\", \"lift_point\": \"[0.4351, 0.3997]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7884, 0.6877]\", \"lift_point\": \"[0.7884, 0.6877]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7917, 0.686]\", \"lift_point\": \"[0.7917, 0.686]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7929, 0.6916]\", \"lift_point\": \"[0.7929, 0.6916]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7884, 0.6877]\", \"lift_point\": \"[0.7884, 0.6877]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.064, 0.648]\", \"lift_point\": \"[0.064, 0.648]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0589, 0.5795]\", \"lift_point\": \"[0.0589, 0.5795]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0588, 0.9276]\", \"lift_point\": \"[0.0588, 0.9276]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Buenos aires\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Hotel in Buenos aires\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Buenos aires\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1293, 0.501]\", \"lift_point\": \"[0.1293, 0.501]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7899, 0.6865]\", \"lift_point\": \"[0.7899, 0.6865]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7878, 0.6839]\", \"lift_point\": \"[0.7878, 0.6839]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0555, 0.5763]\", \"lift_point\": \"[0.0555, 0.5763]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0568, 0.5867]\", \"lift_point\": \"[0.0568, 0.5867]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0608, 0.9302]\", \"lift_point\": \"[0.0608, 0.9302]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Paris\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Paris\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Paris\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1225, 0.4475]\", \"lift_point\": \"[0.1225, 0.4475]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1243, 0.4958]\", \"lift_point\": \"[0.1243, 0.4958]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7887, 0.6914]\", \"lift_point\": \"[0.7887, 0.6914]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7927, 0.6823]\", \"lift_point\": \"[0.7927, 0.6823]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0686, 0.4808]\", \"lift_point\": \"[0.0686, 0.4808]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0441, 0.4631]\", \"lift_point\": \"[0.0441, 0.4631]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0561, 0.9312]\", \"lift_point\": \"[0.0561, 0.9312]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Colombia\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Colombia\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Colombia\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1197, 0.3141]\", \"lift_point\": \"[0.1197, 0.3141]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1279, 0.2753]\", \"lift_point\": \"[0.1279, 0.2753]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7875, 0.688]\", \"lift_point\": \"[0.7875, 0.688]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7931, 0.6823]\", \"lift_point\": \"[0.7931, 0.6823]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0648, 0.7198]\", \"lift_point\": \"[0.0648, 0.7198]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0545, 0.4624]\", \"lift_point\": \"[0.0545, 0.4624]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0563, 0.9508]\", \"lift_point\": \"[0.0563, 0.9508]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0591, 0.9337]\", \"lift_point\": \"[0.0591, 0.9337]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.048, 0.5745]\", \"lift_point\": \"[0.048, 0.5745]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather like in paris\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Paris\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather like in paris\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1206, 0.5815]\", \"lift_point\": \"[0.1206, 0.5815]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1278, 0.4513]\", \"lift_point\": \"[0.1278, 0.4513]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7856, 0.5152]\", \"lift_point\": \"[0.7856, 0.5152]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8007, 0.4945]\", \"lift_point\": \"[0.8007, 0.4945]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0519, 0.8038]\", \"lift_point\": \"[0.0519, 0.8038]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0536, 0.8146]\", \"lift_point\": \"[0.0536, 0.8146]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0551, 0.9466]\", \"lift_point\": \"[0.0551, 0.9466]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0555, 0.9323]\", \"lift_point\": \"[0.0555, 0.9323]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"uber app\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"uber\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1251, 0.2961]\", \"lift_point\": \"[0.1251, 0.2961]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.123, 0.2323]\", \"lift_point\": \"[0.123, 0.2323]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1433, 0.8404]\", \"lift_point\": \"[0.1433, 0.8404]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1324, 0.8578]\", \"lift_point\": \"[0.1324, 0.8578]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1433, 0.8404]\", \"lift_point\": \"[0.1433, 0.8404]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5041, 0.5143]\", \"lift_point\": \"[0.5041, 0.5143]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8859, 0.5097]\", \"lift_point\": \"[0.8859, 0.5097]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8037, 0.717]\", \"lift_point\": \"[0.8037, 0.717]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7878, 0.684]\", \"lift_point\": \"[0.7878, 0.684]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8037, 0.717]\", \"lift_point\": \"[0.8037, 0.717]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8037, 0.717]\", \"lift_point\": \"[0.8037, 0.717]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.063, 0.4462]\", \"lift_point\": \"[0.063, 0.4462]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0596, 0.4244]\", \"lift_point\": \"[0.0596, 0.4244]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0613, 0.9393]\", \"lift_point\": \"[0.0613, 0.9393]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0585, 0.9399]\", \"lift_point\": \"[0.0585, 0.9399]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"what is the speed of a jet\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"speed of a jet\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1164, 0.479]\", \"lift_point\": \"[0.1164, 0.479]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3651, 0.246]\", \"lift_point\": \"[0.3651, 0.246]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7995, 0.6924]\", \"lift_point\": \"[0.7995, 0.6924]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7968, 0.6845]\", \"lift_point\": \"[0.7968, 0.6845]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0572, 0.6164]\", \"lift_point\": \"[0.0572, 0.6164]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1671, 0.6728]\", \"lift_point\": \"[0.1671, 0.6728]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0602, 0.9258]\", \"lift_point\": \"[0.0602, 0.9258]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0589, 0.9365]\", \"lift_point\": \"[0.0589, 0.9365]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"where can i buy a nice beach blanket\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Where can I buy a nice beach blanket?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"s\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1209, 0.6377]\", \"lift_point\": \"[0.1209, 0.6377]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1368, 0.5894]\", \"lift_point\": \"[0.1368, 0.5894]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4363, 0.4836]\", \"lift_point\": \"[0.4363, 0.4836]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.456, 0.3551]\", \"lift_point\": \"[0.456, 0.3551]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7954, 0.726]\", \"lift_point\": \"[0.7954, 0.726]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7966, 0.684]\", \"lift_point\": \"[0.7966, 0.684]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.055, 0.5287]\", \"lift_point\": \"[0.055, 0.5287]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0511, 0.4685]\", \"lift_point\": \"[0.0511, 0.4685]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0638, 0.9427]\", \"lift_point\": \"[0.0638, 0.9427]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0599, 0.9379]\", \"lift_point\": \"[0.0599, 0.9379]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of brazil\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of brazil\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1306, 0.2331]\", \"lift_point\": \"[0.1306, 0.2331]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1243, 0.2256]\", \"lift_point\": \"[0.1243, 0.2256]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7883, 0.6743]\", \"lift_point\": \"[0.7883, 0.6743]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7951, 0.6842]\", \"lift_point\": \"[0.7951, 0.6842]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0571, 0.5349]\", \"lift_point\": \"[0.0571, 0.5349]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0599, 0.4345]\", \"lift_point\": \"[0.0599, 0.4345]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0569, 0.9384]\", \"lift_point\": \"[0.0569, 0.9384]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0585, 0.9339]\", \"lift_point\": \"[0.0585, 0.9339]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in barbados\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Barbados\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1291, 0.2757]\", \"lift_point\": \"[0.1291, 0.2757]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1341, 0.2067]\", \"lift_point\": \"[0.1341, 0.2067]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1291, 0.3586]\", \"lift_point\": \"[0.1291, 0.3586]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5863, 0.3413]\", \"lift_point\": \"[0.5863, 0.3413]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2377, 0.1788]\", \"lift_point\": \"[0.2377, 0.1788]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.778, 0.833]\", \"lift_point\": \"[0.778, 0.833]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7785, 0.6183]\", \"lift_point\": \"[0.7785, 0.6183]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.619, 0.4869]\", \"lift_point\": \"[0.619, 0.4869]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5757, 0.3023]\", \"lift_point\": \"[0.5757, 0.3023]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3443, 0.3518]\", \"lift_point\": \"[0.3443, 0.3518]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4061, 0.8744]\", \"lift_point\": \"[0.4061, 0.8744]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2702, 0.36]\", \"lift_point\": \"[0.2702, 0.36]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.39, 0.2406]\", \"lift_point\": \"[0.39, 0.2406]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4066, 0.146]\", \"lift_point\": \"[0.4066, 0.146]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4067, 0.8788]\", \"lift_point\": \"[0.4067, 0.8788]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7814, 0.9053]\", \"lift_point\": \"[0.7814, 0.9053]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1654, 0.1646]\", \"lift_point\": \"[0.1654, 0.1646]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1602, 0.6131]\", \"lift_point\": \"[0.1602, 0.6131]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0629, 0.7892]\", \"lift_point\": \"[0.0629, 0.7892]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0616, 0.9041]\", \"lift_point\": \"[0.0616, 0.9041]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good French restaurants\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0716, 0.6157]\", \"lift_point\": \"[0.0716, 0.6157]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0753, 0.2557]\", \"lift_point\": \"[0.0753, 0.2557]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0712, 0.5124]\", \"lift_point\": \"[0.0712, 0.5124]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Good french restaurants\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good French restaurants\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1893, 0.4882]\", \"lift_point\": \"[0.1893, 0.4882]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.128, 0.2726]\", \"lift_point\": \"[0.128, 0.2726]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8789, 0.4552]\", \"lift_point\": \"[0.8789, 0.4552]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9023, 0.5152]\", \"lift_point\": \"[0.9023, 0.5152]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8867, 0.412]\", \"lift_point\": \"[0.8867, 0.412]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8931, 0.4155]\", \"lift_point\": \"[0.8931, 0.4155]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Macys?\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8934, 0.412]\", \"lift_point\": \"[0.8934, 0.412]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0714, 0.8954]\", \"lift_point\": \"[0.0714, 0.8954]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.066, 0.9189]\", \"lift_point\": \"[0.066, 0.9189]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.05, 0.2223]\", \"lift_point\": \"[0.05, 0.2223]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Macys?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Macys?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Macys?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1224, 0.4455]\", \"lift_point\": \"[0.1224, 0.4455]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1394, 0.3776]\", \"lift_point\": \"[0.1394, 0.3776]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6315, 0.6565]\", \"lift_point\": \"[0.6315, 0.6565]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4998, 0.611]\", \"lift_point\": \"[0.4998, 0.611]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.908, 0.4306]\", \"lift_point\": \"[0.908, 0.4306]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8971, 0.4375]\", \"lift_point\": \"[0.8971, 0.4375]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0449, 0.2757]\", \"lift_point\": \"[0.0449, 0.2757]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Who is the prime minister of Canada?\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6864, 0.7784]\", \"lift_point\": \"[0.6864, 0.7784]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Who is the prime minister of Canada?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Who is the prime minister of Canada?\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0671, 0.2646]\", \"lift_point\": \"[0.0671, 0.2646]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6864, 0.7784]\", \"lift_point\": \"[0.6864, 0.7784]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7668, 0.5787]\", \"lift_point\": \"[0.7668, 0.5787]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1254, 0.4286]\", \"lift_point\": \"[0.1254, 0.4286]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1263, 0.4464]\", \"lift_point\": \"[0.1263, 0.4464]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8022, 0.8505]\", \"lift_point\": \"[0.8022, 0.8505]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8898, 0.3965]\", \"lift_point\": \"[0.8898, 0.3965]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7986, 0.8009]\", \"lift_point\": \"[0.7986, 0.8009]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8022, 0.8505]\", \"lift_point\": \"[0.8022, 0.8505]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0543, 0.0611]\", \"lift_point\": \"[0.0543, 0.0611]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.045, 0.8247]\", \"lift_point\": \"[0.045, 0.8247]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0557, 0.8319]\", \"lift_point\": \"[0.0557, 0.8319]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0651, 0.724]\", \"lift_point\": \"[0.0651, 0.724]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"IGN\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"ign lates video\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"IGN\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1314, 0.3189]\", \"lift_point\": \"[0.1314, 0.3189]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.123, 0.4138]\", \"lift_point\": \"[0.123, 0.4138]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1426, 0.7127]\", \"lift_point\": \"[0.1426, 0.7127]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1171, 0.2629]\", \"lift_point\": \"[0.1171, 0.2629]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0976, 0.2564]\", \"lift_point\": \"[0.0976, 0.2564]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.232, 0.2437]\", \"lift_point\": \"[0.232, 0.2437]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.235, 0.258]\", \"lift_point\": \"[0.235, 0.258]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.241, 0.2248]\", \"lift_point\": \"[0.241, 0.2248]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2345, 0.2537]\", \"lift_point\": \"[0.2345, 0.2537]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2338, 0.1303]\", \"lift_point\": \"[0.2338, 0.1303]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2356, 0.256]\", \"lift_point\": \"[0.2356, 0.256]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1083, 0.5662]\", \"lift_point\": \"[0.1083, 0.5662]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2253, 0.8766]\", \"lift_point\": \"[0.2253, 0.8766]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1475, 0.5133]\", \"lift_point\": \"[0.1475, 0.5133]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.165, 0.5025]\", \"lift_point\": \"[0.165, 0.5025]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2356, 0.9335]\", \"lift_point\": \"[0.2356, 0.9335]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5251, 0.5935]\", \"lift_point\": \"[0.5251, 0.5935]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4994, 0.6178]\", \"lift_point\": \"[0.4994, 0.6178]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8857, 0.4438]\", \"lift_point\": \"[0.8857, 0.4438]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8972, 0.3947]\", \"lift_point\": \"[0.8972, 0.3947]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.067, 0.3127]\", \"lift_point\": \"[0.067, 0.3127]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0474, 0.3314]\", \"lift_point\": \"[0.0474, 0.3314]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Chicago\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Chicago\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1437, 0.4795]\", \"lift_point\": \"[0.1437, 0.4795]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1454, 0.3546]\", \"lift_point\": \"[0.1454, 0.3546]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7989, 0.1003]\", \"lift_point\": \"[0.7989, 0.1003]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6611, 0.8544]\", \"lift_point\": \"[0.6611, 0.8544]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7828, 0.8909]\", \"lift_point\": \"[0.7828, 0.8909]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7828, 0.8888]\", \"lift_point\": \"[0.7828, 0.8888]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0677, 0.0588]\", \"lift_point\": \"[0.0677, 0.0588]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0665, 0.082]\", \"lift_point\": \"[0.0665, 0.082]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0564, 0.8052]\", \"lift_point\": \"[0.0564, 0.8052]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0509, 0.8333]\", \"lift_point\": \"[0.0509, 0.8333]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0675, 0.5065]\", \"lift_point\": \"[0.0675, 0.5065]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" new Taylor Swift video \"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new Taylor Swift video\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" new Taylor Swift video \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1215, 0.4143]\", \"lift_point\": \"[0.1215, 0.4143]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.123, 0.3856]\", \"lift_point\": \"[0.123, 0.3856]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5158, 0.5431]\", \"lift_point\": \"[0.5158, 0.5431]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8503, 0.9119]\", \"lift_point\": \"[0.8503, 0.9119]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6668, 0.4068]\", \"lift_point\": \"[0.6668, 0.4068]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5254, 0.5287]\", \"lift_point\": \"[0.5254, 0.5287]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1596, 0.4751]\", \"lift_point\": \"[0.1596, 0.4751]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2258, 0.8728]\", \"lift_point\": \"[0.2258, 0.8728]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1985, 0.8769]\", \"lift_point\": \"[0.1985, 0.8769]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8836, 0.517]\", \"lift_point\": \"[0.8836, 0.517]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8916, 0.4176]\", \"lift_point\": \"[0.8916, 0.4176]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0591, 0.3216]\", \"lift_point\": \"[0.0591, 0.3216]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0612, 0.3111]\", \"lift_point\": \"[0.0612, 0.3111]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"menu at McDonalds?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats on the menu at McDonalds?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1436, 0.4823]\", \"lift_point\": \"[0.1436, 0.4823]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1475, 0.4106]\", \"lift_point\": \"[0.1475, 0.4106]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5388, 0.7515]\", \"lift_point\": \"[0.5388, 0.7515]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5466, 0.809]\", \"lift_point\": \"[0.5466, 0.809]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1429, 0.259]\", \"lift_point\": \"[0.1429, 0.259]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1436, 0.482]\", \"lift_point\": \"[0.1436, 0.482]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8912, 0.4192]\", \"lift_point\": \"[0.8912, 0.4192]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8911, 0.3964]\", \"lift_point\": \"[0.8911, 0.3964]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0727, 0.2979]\", \"lift_point\": \"[0.0727, 0.2979]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0677, 0.3156]\", \"lift_point\": \"[0.0677, 0.3156]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Reddit this week\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Reddit this week\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4813, 0.3744]\", \"lift_point\": \"[0.4813, 0.3744]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1426, 0.3986]\", \"lift_point\": \"[0.1426, 0.3986]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.36, 0.3085]\", \"lift_point\": \"[0.36, 0.3085]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3267, 0.2258]\", \"lift_point\": \"[0.3267, 0.2258]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3453, 0.3085]\", \"lift_point\": \"[0.3453, 0.3085]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7714, 0.6865]\", \"lift_point\": \"[0.7714, 0.6865]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7776, 0.6835]\", \"lift_point\": \"[0.7776, 0.6835]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8819, 0.3955]\", \"lift_point\": \"[0.8819, 0.3955]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8825, 0.5667]\", \"lift_point\": \"[0.8825, 0.5667]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8824, 0.7775]\", \"lift_point\": \"[0.8824, 0.7775]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8847, 0.8087]\", \"lift_point\": \"[0.8847, 0.8087]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8924, 0.8149]\", \"lift_point\": \"[0.8924, 0.8149]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8982, 0.8234]\", \"lift_point\": \"[0.8982, 0.8234]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3153, 0.5462]\", \"lift_point\": \"[0.3153, 0.5462]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.317, 0.3902]\", \"lift_point\": \"[0.317, 0.3902]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather like in San Francisco\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"whats the weather like in san francisco\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1419, 0.6766]\", \"lift_point\": \"[0.1419, 0.6766]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1399, 0.5818]\", \"lift_point\": \"[0.1399, 0.5818]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9109, 0.4037]\", \"lift_point\": \"[0.9109, 0.4037]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8868, 0.5671]\", \"lift_point\": \"[0.8868, 0.5671]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats on the menu at Olive Garden?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats on the menu at Olive Garden?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1182, 0.2294]\", \"lift_point\": \"[0.1182, 0.2294]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0599, 0.2872]\", \"lift_point\": \"[0.0599, 0.2872]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7944, 0.5394]\", \"lift_point\": \"[0.7944, 0.5394]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7975, 0.8581]\", \"lift_point\": \"[0.7975, 0.8581]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0609, 0.7968]\", \"lift_point\": \"[0.0609, 0.7968]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0529, 0.8408]\", \"lift_point\": \"[0.0529, 0.8408]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Bruno Mars\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"bruno mars\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1004, 0.2786]\", \"lift_point\": \"[0.1004, 0.2786]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.116, 0.3233]\", \"lift_point\": \"[0.116, 0.3233]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4055, 0.627]\", \"lift_point\": \"[0.4055, 0.627]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2699, 0.6346]\", \"lift_point\": \"[0.2699, 0.6346]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_IMPOSSIBLE]\n; Action Decision: \"action_type\": \"STATUS_TASK_IMPOSSIBLE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4996, 0.1605]\", \"lift_point\": \"[0.4996, 0.1605]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5082, 0.1583]\", \"lift_point\": \"[0.5082, 0.1583]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.491, 0.2181]\", \"lift_point\": \"[0.491, 0.2181]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4996, 0.1605]\", \"lift_point\": \"[0.4996, 0.1605]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9053, 0.347]\", \"lift_point\": \"[0.9053, 0.347]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8888, 0.4625]\", \"lift_point\": \"[0.8888, 0.4625]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new blush\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new blush\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1311, 0.364]\", \"lift_point\": \"[0.1311, 0.364]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1291, 0.3762]\", \"lift_point\": \"[0.1291, 0.3762]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8768, 0.4786]\", \"lift_point\": \"[0.8768, 0.4786]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8974, 0.4737]\", \"lift_point\": \"[0.8974, 0.4737]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good French restaurants\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good French restaurants\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1242, 0.3787]\", \"lift_point\": \"[0.1242, 0.3787]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1938, 0.5989]\", \"lift_point\": \"[0.1938, 0.5989]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1249, 0.4514]\", \"lift_point\": \"[0.1249, 0.4514]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6627, 0.8258]\", \"lift_point\": \"[0.6627, 0.8258]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8895, 0.5167]\", \"lift_point\": \"[0.8895, 0.5167]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0549, 0.052]\", \"lift_point\": \"[0.0549, 0.052]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0568, 0.0568]\", \"lift_point\": \"[0.0568, 0.0568]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0515, 0.0547]\", \"lift_point\": \"[0.0515, 0.0547]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0571, 0.057]\", \"lift_point\": \"[0.0571, 0.057]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0554, 0.8045]\", \"lift_point\": \"[0.0554, 0.8045]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0617, 0.062]\", \"lift_point\": \"[0.0617, 0.062]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Game Informer\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"game informer\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1177, 0.4038]\", \"lift_point\": \"[0.1177, 0.4038]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.123, 0.3606]\", \"lift_point\": \"[0.123, 0.3606]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1177, 0.5215]\", \"lift_point\": \"[0.1177, 0.5215]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6532, 0.5193]\", \"lift_point\": \"[0.6532, 0.5193]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5243, 0.619]\", \"lift_point\": \"[0.5243, 0.619]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4453, 0.3949]\", \"lift_point\": \"[0.4453, 0.3949]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3452, 0.5682]\", \"lift_point\": \"[0.3452, 0.5682]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1563, 0.5084]\", \"lift_point\": \"[0.1563, 0.5084]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2305, 0.8464]\", \"lift_point\": \"[0.2305, 0.8464]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3141, 0.9451]\", \"lift_point\": \"[0.3141, 0.9451]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2307, 0.9034]\", \"lift_point\": \"[0.2307, 0.9034]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1627, 0.503]\", \"lift_point\": \"[0.1627, 0.503]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5595, 0.1967]\", \"lift_point\": \"[0.5595, 0.1967]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8946, 0.5747]\", \"lift_point\": \"[0.8946, 0.5747]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8807, 0.5184]\", \"lift_point\": \"[0.8807, 0.5184]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Reddit this week\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Reddit this week\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1271, 0.4948]\", \"lift_point\": \"[0.1271, 0.4948]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0586, 0.9156]\", \"lift_point\": \"[0.0586, 0.9156]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1253, 0.406]\", \"lift_point\": \"[0.1253, 0.406]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Reddit\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Reddit this week\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2572, 0.3211]\", \"lift_point\": \"[0.2572, 0.3211]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1351, 0.3555]\", \"lift_point\": \"[0.1351, 0.3555]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8651, 0.8292]\", \"lift_point\": \"[0.8651, 0.8292]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7825, 0.635]\", \"lift_point\": \"[0.7825, 0.635]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8004, 0.6427]\", \"lift_point\": \"[0.8004, 0.6427]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0497, 0.557]\", \"lift_point\": \"[0.0497, 0.557]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0579, 0.5606]\", \"lift_point\": \"[0.0579, 0.5606]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" hotels in London\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in London\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1048, 0.2982]\", \"lift_point\": \"[0.1048, 0.2982]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1172, 0.377]\", \"lift_point\": \"[0.1172, 0.377]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3216, 0.2418]\", \"lift_point\": \"[0.3216, 0.2418]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7789, 0.6244]\", \"lift_point\": \"[0.7789, 0.6244]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7786, 0.6213]\", \"lift_point\": \"[0.7786, 0.6213]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0431, 0.5396]\", \"lift_point\": \"[0.0431, 0.5396]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0494, 0.5247]\", \"lift_point\": \"[0.0494, 0.5247]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news about the US president?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news about the US president?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.119, 0.822]\", \"lift_point\": \"[0.119, 0.822]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1012, 0.6463]\", \"lift_point\": \"[0.1012, 0.6463]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3067, 0.2148]\", \"lift_point\": \"[0.3067, 0.2148]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2959, 0.2356]\", \"lift_point\": \"[0.2959, 0.2356]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7966, 0.5681]\", \"lift_point\": \"[0.7966, 0.5681]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7948, 0.6014]\", \"lift_point\": \"[0.7948, 0.6014]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0621, 0.4399]\", \"lift_point\": \"[0.0621, 0.4399]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0646, 0.3404]\", \"lift_point\": \"[0.0646, 0.3404]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new lipgloss\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new lipgloss\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1204, 0.187]\", \"lift_point\": \"[0.1204, 0.187]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1179, 0.3312]\", \"lift_point\": \"[0.1179, 0.3312]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8939, 0.1512]\", \"lift_point\": \"[0.8939, 0.1512]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7942, 0.6187]\", \"lift_point\": \"[0.7942, 0.6187]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0538, 0.0816]\", \"lift_point\": \"[0.0538, 0.0816]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news this week?\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7933, 0.6138]\", \"lift_point\": \"[0.7933, 0.6138]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7787, 0.5967]\", \"lift_point\": \"[0.7787, 0.5967]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0518, 0.2905]\", \"lift_point\": \"[0.0518, 0.2905]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7933, 0.6138]\", \"lift_point\": \"[0.7933, 0.6138]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news this morning?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news this morning?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1125, 0.7887]\", \"lift_point\": \"[0.1125, 0.7887]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1175, 0.4454]\", \"lift_point\": \"[0.1175, 0.4454]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2198, 0.1717]\", \"lift_point\": \"[0.2198, 0.1717]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5618, 0.6315]\", \"lift_point\": \"[0.5618, 0.6315]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5554, 0.6159]\", \"lift_point\": \"[0.5554, 0.6159]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6427, 0.8874]\", \"lift_point\": \"[0.6427, 0.8874]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6491, 0.8607]\", \"lift_point\": \"[0.6491, 0.8607]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0461, 0.9547]\", \"lift_point\": \"[0.0461, 0.9547]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0594, 0.064]\", \"lift_point\": \"[0.0594, 0.064]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0596, 0.0544]\", \"lift_point\": \"[0.0596, 0.0544]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8679, 0.2782]\", \"lift_point\": \"[0.8679, 0.2782]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0442, 0.6459]\", \"lift_point\": \"[0.0442, 0.6459]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0557, 0.7959]\", \"lift_point\": \"[0.0557, 0.7959]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Play the new Katy Perry video on YouTube\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" new Katy Perry video\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0945, 0.5782]\", \"lift_point\": \"[0.0945, 0.5782]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1021, 0.4134]\", \"lift_point\": \"[0.1021, 0.4134]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.607, 0.6407]\", \"lift_point\": \"[0.607, 0.6407]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2995, 0.4839]\", \"lift_point\": \"[0.2995, 0.4839]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7883, 0.6369]\", \"lift_point\": \"[0.7883, 0.6369]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7967, 0.6031]\", \"lift_point\": \"[0.7967, 0.6031]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2507, 0.3178]\", \"lift_point\": \"[0.2507, 0.3178]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.246, 0.5895]\", \"lift_point\": \"[0.246, 0.5895]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the top post on reddit?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"top post on reddit\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1049, 0.418]\", \"lift_point\": \"[0.1049, 0.418]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1061, 0.4475]\", \"lift_point\": \"[0.1061, 0.4475]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3298, 0.457]\", \"lift_point\": \"[0.3298, 0.457]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4655, 0.7441]\", \"lift_point\": \"[0.4655, 0.7441]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8142, 0.616]\", \"lift_point\": \"[0.8142, 0.616]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7783, 0.6219]\", \"lift_point\": \"[0.7783, 0.6219]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0612, 0.3675]\", \"lift_point\": \"[0.0612, 0.3675]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1677, 0.9006]\", \"lift_point\": \"[0.1677, 0.9006]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest news in planetary science?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest news in planetary science?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest news in planetary science?\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1053, 0.4432]\", \"lift_point\": \"[0.1053, 0.4432]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1043, 0.6775]\", \"lift_point\": \"[0.1043, 0.6775]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.112, 0.443]\", \"lift_point\": \"[0.112, 0.443]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2165, 0.1688]\", \"lift_point\": \"[0.2165, 0.1688]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8248, 0.6278]\", \"lift_point\": \"[0.8248, 0.6278]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7789, 0.615]\", \"lift_point\": \"[0.7789, 0.615]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0607, 0.5042]\", \"lift_point\": \"[0.0607, 0.5042]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0594, 0.5315]\", \"lift_point\": \"[0.0594, 0.5315]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for flights from Zurich to Helsinki\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Zurich to Helsinki\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1281, 0.6857]\", \"lift_point\": \"[0.1281, 0.6857]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1202, 0.5089]\", \"lift_point\": \"[0.1202, 0.5089]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3431, 0.2329]\", \"lift_point\": \"[0.3431, 0.2329]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2906, 0.4312]\", \"lift_point\": \"[0.2906, 0.4312]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3324, 0.3493]\", \"lift_point\": \"[0.3324, 0.3493]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7787, 0.6184]\", \"lift_point\": \"[0.7787, 0.6184]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6819, 0.6296]\", \"lift_point\": \"[0.6819, 0.6296]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7292, 0.6154]\", \"lift_point\": \"[0.7292, 0.6154]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.043, 0.4424]\", \"lift_point\": \"[0.043, 0.4424]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0489, 0.6136]\", \"lift_point\": \"[0.0489, 0.6136]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news app\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news app\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.102, 0.4834]\", \"lift_point\": \"[0.102, 0.4834]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1095, 0.292]\", \"lift_point\": \"[0.1095, 0.292]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4082, 0.2497]\", \"lift_point\": \"[0.4082, 0.2497]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1733, 0.5012]\", \"lift_point\": \"[0.1733, 0.5012]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3235, 0.383]\", \"lift_point\": \"[0.3235, 0.383]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3397, 0.4278]\", \"lift_point\": \"[0.3397, 0.4278]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2443, 0.6354]\", \"lift_point\": \"[0.2443, 0.6354]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8863, 0.4507]\", \"lift_point\": \"[0.8863, 0.4507]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1577, 0.43]\", \"lift_point\": \"[0.1577, 0.43]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6426, 0.6017]\", \"lift_point\": \"[0.6426, 0.6017]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0644, 0.7894]\", \"lift_point\": \"[0.0644, 0.7894]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0557, 0.0557]\", \"lift_point\": \"[0.0557, 0.0557]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest news in planetary science\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8837, 0.4217]\", \"lift_point\": \"[0.8837, 0.4217]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"planetary science?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest news in planetary science?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1111, 0.4321]\", \"lift_point\": \"[0.1111, 0.4321]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5443, 0.8308]\", \"lift_point\": \"[0.5443, 0.8308]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5242, 0.8166]\", \"lift_point\": \"[0.5242, 0.8166]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0465, 0.9343]\", \"lift_point\": \"[0.0465, 0.9343]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1116, 0.4135]\", \"lift_point\": \"[0.1116, 0.4135]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"atest news in planetary science?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest news in planetary science?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1111, 0.206]\", \"lift_point\": \"[0.1111, 0.206]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1129, 0.4142]\", \"lift_point\": \"[0.1129, 0.4142]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1704, 0.206]\", \"lift_point\": \"[0.1704, 0.206]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6379, 0.8623]\", \"lift_point\": \"[0.6379, 0.8623]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6364, 0.8601]\", \"lift_point\": \"[0.6364, 0.8601]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0459, 0.0777]\", \"lift_point\": \"[0.0459, 0.0777]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0483, 0.6695]\", \"lift_point\": \"[0.0483, 0.6695]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0527, 0.8274]\", \"lift_point\": \"[0.0527, 0.8274]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new Maroon 5 video \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new Maroon 5 video\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1008, 0.4559]\", \"lift_point\": \"[0.1008, 0.4559]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1032, 0.3994]\", \"lift_point\": \"[0.1032, 0.3994]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5695, 0.7339]\", \"lift_point\": \"[0.5695, 0.7339]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6115, 0.619]\", \"lift_point\": \"[0.6115, 0.619]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1998, 0.4874]\", \"lift_point\": \"[0.1998, 0.4874]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4708, 0.6942]\", \"lift_point\": \"[0.4708, 0.6942]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4765, 0.6824]\", \"lift_point\": \"[0.4765, 0.6824]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.116, 0.4908]\", \"lift_point\": \"[0.116, 0.4908]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1244, 0.6056]\", \"lift_point\": \"[0.1244, 0.6056]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.066, 0.9059]\", \"lift_point\": \"[0.066, 0.9059]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0585, 0.9065]\", \"lift_point\": \"[0.0585, 0.9065]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0412, 0.5821]\", \"lift_point\": \"[0.0412, 0.5821]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0522, 0.3955]\", \"lift_point\": \"[0.0522, 0.3955]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news this weekend? \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news this weekend? \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1266, 0.4876]\", \"lift_point\": \"[0.1266, 0.4876]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.112, 0.4514]\", \"lift_point\": \"[0.112, 0.4514]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5402, 0.8672]\", \"lift_point\": \"[0.5402, 0.8672]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5396, 0.8274]\", \"lift_point\": \"[0.5396, 0.8274]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1171, 0.3666]\", \"lift_point\": \"[0.1171, 0.3666]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2299, 0.4518]\", \"lift_point\": \"[0.2299, 0.4518]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2471, 0.3168]\", \"lift_point\": \"[0.2471, 0.3168]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5407, 0.3754]\", \"lift_point\": \"[0.5407, 0.3754]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8057, 0.9555]\", \"lift_point\": \"[0.8057, 0.9555]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8443, 0.6292]\", \"lift_point\": \"[0.8443, 0.6292]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8359, 0.6196]\", \"lift_point\": \"[0.8359, 0.6196]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0563, 0.5916]\", \"lift_point\": \"[0.0563, 0.5916]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0588, 0.4637]\", \"lift_point\": \"[0.0588, 0.4637]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest news in cosmology\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest news in cosmology\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1179, 0.3772]\", \"lift_point\": \"[0.1179, 0.3772]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3328, 0.4183]\", \"lift_point\": \"[0.3328, 0.4183]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2309, 0.1945]\", \"lift_point\": \"[0.2309, 0.1945]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7234, 0.5215]\", \"lift_point\": \"[0.7234, 0.5215]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8233, 0.6003]\", \"lift_point\": \"[0.8233, 0.6003]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.848, 0.612]\", \"lift_point\": \"[0.848, 0.612]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.834, 0.6061]\", \"lift_point\": \"[0.834, 0.6061]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8387, 0.6385]\", \"lift_point\": \"[0.8387, 0.6385]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0592, 0.467]\", \"lift_point\": \"[0.0592, 0.467]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0585, 0.3729]\", \"lift_point\": \"[0.0585, 0.3729]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"3 bedroom apartment rent for in Boston\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Boston?\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1173, 0.3763]\", \"lift_point\": \"[0.1173, 0.3763]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3276, 0.2949]\", \"lift_point\": \"[0.3276, 0.2949]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"the price of the 1000-Watt EGO Power+ Snow Blower\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8515, 0.6043]\", \"lift_point\": \"[0.8515, 0.6043]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8499, 0.6179]\", \"lift_point\": \"[0.8499, 0.6179]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0412, 0.6625]\", \"lift_point\": \"[0.0412, 0.6625]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0511, 0.5666]\", \"lift_point\": \"[0.0511, 0.5666]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" price of the 1000-Watt EGO Power+ Snow Blower\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"1000 watt EGO Power+ Snow Blower\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1092, 0.3049]\", \"lift_point\": \"[0.1092, 0.3049]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1312, 0.5814]\", \"lift_point\": \"[0.1312, 0.5814]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3369, 0.4648]\", \"lift_point\": \"[0.3369, 0.4648]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3323, 0.2378]\", \"lift_point\": \"[0.3323, 0.2378]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6878, 0.8905]\", \"lift_point\": \"[0.6878, 0.8905]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.842, 0.6158]\", \"lift_point\": \"[0.842, 0.6158]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8466, 0.6103]\", \"lift_point\": \"[0.8466, 0.6103]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8423, 0.6127]\", \"lift_point\": \"[0.8423, 0.6127]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0492, 0.6506]\", \"lift_point\": \"[0.0492, 0.6506]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1871, 0.5457]\", \"lift_point\": \"[0.1871, 0.5457]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Lowes\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Lowes?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.833, 0.606]\", \"lift_point\": \"[0.833, 0.606]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9311, 0.4974]\", \"lift_point\": \"[0.9311, 0.4974]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0672, 0.8065]\", \"lift_point\": \"[0.0672, 0.8065]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0799, 0.4357]\", \"lift_point\": \"[0.0799, 0.4357]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1363, 0.4329]\", \"lift_point\": \"[0.1363, 0.4329]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0628, 0.0646]\", \"lift_point\": \"[0.0628, 0.0646]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1667, 0.1689]\", \"lift_point\": \"[0.1667, 0.1689]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0533, 0.0796]\", \"lift_point\": \"[0.0533, 0.0796]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3062, 0.4479]\", \"lift_point\": \"[0.3062, 0.4479]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3221, 0.2347]\", \"lift_point\": \"[0.3221, 0.2347]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"reddit\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"reddit\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1958, 0.4127]\", \"lift_point\": \"[0.1958, 0.4127]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.127, 0.2548]\", \"lift_point\": \"[0.127, 0.2548]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3548, 0.1196]\", \"lift_point\": \"[0.3548, 0.1196]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3733, 0.1099]\", \"lift_point\": \"[0.3733, 0.1099]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8814, 0.8155]\", \"lift_point\": \"[0.8814, 0.8155]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9226, 0.4547]\", \"lift_point\": \"[0.9226, 0.4547]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9153, 0.3477]\", \"lift_point\": \"[0.9153, 0.3477]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bedroom apartment rent for in Los Angeles\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1297, 0.4485]\", \"lift_point\": \"[0.1297, 0.4485]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1328, 0.3851]\", \"lift_point\": \"[0.1328, 0.3851]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4663, 0.3867]\", \"lift_point\": \"[0.4663, 0.3867]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4832, 0.6053]\", \"lift_point\": \"[0.4832, 0.6053]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4832, 0.6053]\", \"lift_point\": \"[0.4832, 0.6053]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9194, 0.2965]\", \"lift_point\": \"[0.9194, 0.2965]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0682, 0.3636]\", \"lift_point\": \"[0.0682, 0.3636]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0588, 0.4]\", \"lift_point\": \"[0.0588, 0.4]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good French restaurants\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Searchfor good French restaurants\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1176, 0.603]\", \"lift_point\": \"[0.1176, 0.603]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1396, 0.4366]\", \"lift_point\": \"[0.1396, 0.4366]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9428, 0.524]\", \"lift_point\": \"[0.9428, 0.524]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9277, 0.4157]\", \"lift_point\": \"[0.9277, 0.4157]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0667, 0.271]\", \"lift_point\": \"[0.0667, 0.271]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0566, 0.3607]\", \"lift_point\": \"[0.0566, 0.3607]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Portland?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Portland\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2718, 0.5393]\", \"lift_point\": \"[0.2718, 0.5393]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1392, 0.4365]\", \"lift_point\": \"[0.1392, 0.4365]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9014, 0.4658]\", \"lift_point\": \"[0.9014, 0.4658]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9199, 0.4973]\", \"lift_point\": \"[0.9199, 0.4973]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0603, 0.3868]\", \"lift_point\": \"[0.0603, 0.3868]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0612, 0.3524]\", \"lift_point\": \"[0.0612, 0.3524]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for flights from Barcelona to Boston\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Barcelona to Boston\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1319, 0.272]\", \"lift_point\": \"[0.1319, 0.272]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.135, 0.4364]\", \"lift_point\": \"[0.135, 0.4364]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3752, 0.3284]\", \"lift_point\": \"[0.3752, 0.3284]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5594, 0.3859]\", \"lift_point\": \"[0.5594, 0.3859]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8962, 0.4975]\", \"lift_point\": \"[0.8962, 0.4975]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0914, 0.497]\", \"lift_point\": \"[0.0914, 0.497]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6641, 0.1687]\", \"lift_point\": \"[0.6641, 0.1687]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6368, 0.1457]\", \"lift_point\": \"[0.6368, 0.1457]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.607, 0.1523]\", \"lift_point\": \"[0.607, 0.1523]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6178, 0.1895]\", \"lift_point\": \"[0.6178, 0.1895]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2242, 0.3622]\", \"lift_point\": \"[0.2242, 0.3622]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2319, 0.387]\", \"lift_point\": \"[0.2319, 0.387]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0716, 0.3798]\", \"lift_point\": \"[0.0716, 0.3798]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does the HisenseTV cost?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does the HisenseTV cost\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does the HisenseTV cost? \"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4034, 0.4373]\", \"lift_point\": \"[0.4034, 0.4373]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1484, 0.4314]\", \"lift_point\": \"[0.1484, 0.4314]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8139, 0.8516]\", \"lift_point\": \"[0.8139, 0.8516]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0693, 0.2988]\", \"lift_point\": \"[0.0693, 0.2988]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0598, 0.0665]\", \"lift_point\": \"[0.0598, 0.0665]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0822, 0.5471]\", \"lift_point\": \"[0.0822, 0.5471]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Google app\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Google app\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Google app\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6315, 0.6047]\", \"lift_point\": \"[0.6315, 0.6047]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6144, 0.6142]\", \"lift_point\": \"[0.6144, 0.6142]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1344, 0.2843]\", \"lift_point\": \"[0.1344, 0.2843]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1313, 0.3664]\", \"lift_point\": \"[0.1313, 0.3664]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1405, 0.4311]\", \"lift_point\": \"[0.1405, 0.4311]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9271, 0.4142]\", \"lift_point\": \"[0.9271, 0.4142]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9157, 0.3449]\", \"lift_point\": \"[0.9157, 0.3449]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0575, 0.3245]\", \"lift_point\": \"[0.0575, 0.3245]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for hotels in Paris\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0672, 0.4669]\", \"lift_point\": \"[0.0672, 0.4669]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for hotels in Paris\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for hotels in Paris\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for hotels in Paris\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1173, 0.4034]\", \"lift_point\": \"[0.1173, 0.4034]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1368, 0.4724]\", \"lift_point\": \"[0.1368, 0.4724]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5299, 0.1896]\", \"lift_point\": \"[0.5299, 0.1896]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4989, 0.1542]\", \"lift_point\": \"[0.4989, 0.1542]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8001, 0.6254]\", \"lift_point\": \"[0.8001, 0.6254]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8029, 0.6209]\", \"lift_point\": \"[0.8029, 0.6209]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0557, 0.9678]\", \"lift_point\": \"[0.0557, 0.9678]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0627, 0.8311]\", \"lift_point\": \"[0.0627, 0.8311]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0581, 0.9775]\", \"lift_point\": \"[0.0581, 0.9775]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0666, 0.9351]\", \"lift_point\": \"[0.0666, 0.9351]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1714, 0.6676]\", \"lift_point\": \"[0.1714, 0.6676]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7991, 0.6123]\", \"lift_point\": \"[0.7991, 0.6123]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.359, 0.6213]\", \"lift_point\": \"[0.359, 0.6213]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6276, 0.151]\", \"lift_point\": \"[0.6276, 0.151]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0614, 0.5729]\", \"lift_point\": \"[0.0614, 0.5729]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0524, 0.4597]\", \"lift_point\": \"[0.0524, 0.4597]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do i get to the nearest Home Depot?\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0585, 0.5729]\", \"lift_point\": \"[0.0585, 0.5729]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5426, 0.6583]\", \"lift_point\": \"[0.5426, 0.6583]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.799, 0.6141]\", \"lift_point\": \"[0.799, 0.6141]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8017, 0.6124]\", \"lift_point\": \"[0.8017, 0.6124]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5409, 0.8498]\", \"lift_point\": \"[0.5409, 0.8498]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5436, 0.8208]\", \"lift_point\": \"[0.5436, 0.8208]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0483, 0.643]\", \"lift_point\": \"[0.0483, 0.643]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0469, 0.6225]\", \"lift_point\": \"[0.0469, 0.6225]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Home Depot?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Home Depot?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1231, 0.4027]\", \"lift_point\": \"[0.1231, 0.4027]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1219, 0.5697]\", \"lift_point\": \"[0.1219, 0.5697]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6198, 0.4425]\", \"lift_point\": \"[0.6198, 0.4425]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6261, 0.4085]\", \"lift_point\": \"[0.6261, 0.4085]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1739, 0.1727]\", \"lift_point\": \"[0.1739, 0.1727]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.178, 0.1542]\", \"lift_point\": \"[0.178, 0.1542]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0537, 0.8142]\", \"lift_point\": \"[0.0537, 0.8142]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0578, 0.6226]\", \"lift_point\": \"[0.0578, 0.6226]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0605, 0.487]\", \"lift_point\": \"[0.0605, 0.487]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Calendar\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"calender app\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1135, 0.2094]\", \"lift_point\": \"[0.1135, 0.2094]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1251, 0.2622]\", \"lift_point\": \"[0.1251, 0.2622]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4035, 0.3219]\", \"lift_point\": \"[0.4035, 0.3219]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2081, 0.3021]\", \"lift_point\": \"[0.2081, 0.3021]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2111, 0.2851]\", \"lift_point\": \"[0.2111, 0.2851]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6644, 0.873]\", \"lift_point\": \"[0.6644, 0.873]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6496, 0.8772]\", \"lift_point\": \"[0.6496, 0.8772]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6644, 0.873]\", \"lift_point\": \"[0.6644, 0.873]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6644, 0.873]\", \"lift_point\": \"[0.6644, 0.873]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6423, 0.8629]\", \"lift_point\": \"[0.6423, 0.8629]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6644, 0.873]\", \"lift_point\": \"[0.6644, 0.873]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6476, 0.889]\", \"lift_point\": \"[0.6476, 0.889]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6423, 0.8629]\", \"lift_point\": \"[0.6423, 0.8629]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6476, 0.889]\", \"lift_point\": \"[0.6476, 0.889]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.881, 0.3583]\", \"lift_point\": \"[0.881, 0.3583]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8865, 0.4997]\", \"lift_point\": \"[0.8865, 0.4997]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"US dollar exchange rate against the Brazilian Real\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the US dollar exchange rate against the Brazilian Real\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,PRESS_ENTER,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_ENTER,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8885, 0.5074]\", \"lift_point\": \"[0.8885, 0.5074]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8913, 0.4443]\", \"lift_point\": \"[0.8913, 0.4443]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the top post on reddit\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the top post on reddit\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" " }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.583, 0.5171]\", \"lift_point\": \"[0.583, 0.5171]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.301, 0.6677]\", \"lift_point\": \"[0.301, 0.6677]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7293, 0.7629]\", \"lift_point\": \"[0.7293, 0.7629]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.723, 0.7494]\", \"lift_point\": \"[0.723, 0.7494]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,PRESS_ENTER,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_ENTER,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8821, 0.4104]\", \"lift_point\": \"[0.8821, 0.4104]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8888, 0.5551]\", \"lift_point\": \"[0.8888, 0.5551]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats on the menu at Cheesecake Factory\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats on the menu at Cheesecake Factory\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats on the menu at Cheesecake Factory\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2682, 0.6576]\", \"lift_point\": \"[0.2682, 0.6576]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5323, 0.4879]\", \"lift_point\": \"[0.5323, 0.4879]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6298, 0.4708]\", \"lift_point\": \"[0.6298, 0.4708]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7766, 0.6942]\", \"lift_point\": \"[0.7766, 0.6942]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7823, 0.6883]\", \"lift_point\": \"[0.7823, 0.6883]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0437, 0.4273]\", \"lift_point\": \"[0.0437, 0.4273]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0634, 0.4177]\", \"lift_point\": \"[0.0634, 0.4177]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of sweden?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of sweden\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1335, 0.2836]\", \"lift_point\": \"[0.1335, 0.2836]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1347, 0.274]\", \"lift_point\": \"[0.1347, 0.274]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7834, 0.698]\", \"lift_point\": \"[0.7834, 0.698]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.774, 0.6873]\", \"lift_point\": \"[0.774, 0.6873]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.048, 0.5517]\", \"lift_point\": \"[0.048, 0.5517]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0578, 0.5811]\", \"lift_point\": \"[0.0578, 0.5811]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"menu at red lobster?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"red lobster menu\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1333, 0.249]\", \"lift_point\": \"[0.1333, 0.249]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1311, 0.3414]\", \"lift_point\": \"[0.1311, 0.3414]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5788, 0.2193]\", \"lift_point\": \"[0.5788, 0.2193]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8429, 0.1943]\", \"lift_point\": \"[0.8429, 0.1943]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7803, 0.6776]\", \"lift_point\": \"[0.7803, 0.6776]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3718, 0.499]\", \"lift_point\": \"[0.3718, 0.499]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5021, 0.6763]\", \"lift_point\": \"[0.5021, 0.6763]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0464, 0.4043]\", \"lift_point\": \"[0.0464, 0.4043]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0582, 0.4565]\", \"lift_point\": \"[0.0582, 0.4565]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"sephora\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new foundation on Sephora\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1985, 0.2131]\", \"lift_point\": \"[0.1985, 0.2131]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1315, 0.2685]\", \"lift_point\": \"[0.1315, 0.2685]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4812, 0.2229]\", \"lift_point\": \"[0.4812, 0.2229]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4858, 0.2034]\", \"lift_point\": \"[0.4858, 0.2034]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1437, 0.4164]\", \"lift_point\": \"[0.1437, 0.4164]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7736, 0.6632]\", \"lift_point\": \"[0.7736, 0.6632]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7831, 0.6833]\", \"lift_point\": \"[0.7831, 0.6833]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0424, 0.461]\", \"lift_point\": \"[0.0424, 0.461]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0629, 0.449]\", \"lift_point\": \"[0.0629, 0.449]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Argentina\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Argentina\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1417, 0.3636]\", \"lift_point\": \"[0.1417, 0.3636]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1369, 0.2682]\", \"lift_point\": \"[0.1369, 0.2682]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7825, 0.6827]\", \"lift_point\": \"[0.7825, 0.6827]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7809, 0.6839]\", \"lift_point\": \"[0.7809, 0.6839]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0504, 0.4489]\", \"lift_point\": \"[0.0504, 0.4489]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0434, 0.4911]\", \"lift_point\": \"[0.0434, 0.4911]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nice beach bag?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nice beach bag\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1411, 0.2757]\", \"lift_point\": \"[0.1411, 0.2757]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.134, 0.2685]\", \"lift_point\": \"[0.134, 0.2685]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1899, 0.2143]\", \"lift_point\": \"[0.1899, 0.2143]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7836, 0.6763]\", \"lift_point\": \"[0.7836, 0.6763]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7808, 0.6797]\", \"lift_point\": \"[0.7808, 0.6797]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.066, 0.2705]\", \"lift_point\": \"[0.066, 0.2705]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0655, 0.2696]\", \"lift_point\": \"[0.0655, 0.2696]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nice beach blanket?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nice beach blanket?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1411, 0.235]\", \"lift_point\": \"[0.1411, 0.235]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1395, 0.2688]\", \"lift_point\": \"[0.1395, 0.2688]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4708, 0.2896]\", \"lift_point\": \"[0.4708, 0.2896]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7804, 0.678]\", \"lift_point\": \"[0.7804, 0.678]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7837, 0.681]\", \"lift_point\": \"[0.7837, 0.681]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0421, 0.3922]\", \"lift_point\": \"[0.0421, 0.3922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.065, 0.5946]\", \"lift_point\": \"[0.065, 0.5946]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"best Mexican restaurants\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"best Mexican restaurants\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1269, 0.3198]\", \"lift_point\": \"[0.1269, 0.3198]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1366, 0.2808]\", \"lift_point\": \"[0.1366, 0.2808]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2736, 0.269]\", \"lift_point\": \"[0.2736, 0.269]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6364, 0.485]\", \"lift_point\": \"[0.6364, 0.485]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.788, 0.6884]\", \"lift_point\": \"[0.788, 0.6884]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7835, 0.683]\", \"lift_point\": \"[0.7835, 0.683]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0413, 0.4771]\", \"lift_point\": \"[0.0413, 0.4771]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0679, 0.4265]\", \"lift_point\": \"[0.0679, 0.4265]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"big is a lion?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"how big is a lion\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1387, 0.2413]\", \"lift_point\": \"[0.1387, 0.2413]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1352, 0.2483]\", \"lift_point\": \"[0.1352, 0.2483]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8387, 0.5262]\", \"lift_point\": \"[0.8387, 0.5262]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7723, 0.6778]\", \"lift_point\": \"[0.7723, 0.6778]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7806, 0.6778]\", \"lift_point\": \"[0.7806, 0.6778]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0473, 0.3652]\", \"lift_point\": \"[0.0473, 0.3652]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0609, 0.476]\", \"lift_point\": \"[0.0609, 0.476]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Bolivia\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in bolivia\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.136, 0.3202]\", \"lift_point\": \"[0.136, 0.3202]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.131, 0.2715]\", \"lift_point\": \"[0.131, 0.2715]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2541, 0.1818]\", \"lift_point\": \"[0.2541, 0.1818]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6301, 0.1398]\", \"lift_point\": \"[0.6301, 0.1398]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1898, 0.1467]\", \"lift_point\": \"[0.1898, 0.1467]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6324, 0.1221]\", \"lift_point\": \"[0.6324, 0.1221]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6365, 0.1321]\", \"lift_point\": \"[0.6365, 0.1321]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0594, 0.4623]\", \"lift_point\": \"[0.0594, 0.4623]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0583, 0.9216]\", \"lift_point\": \"[0.0583, 0.9216]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0587, 0.8889]\", \"lift_point\": \"[0.0587, 0.8889]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0685, 0.4403]\", \"lift_point\": \"[0.0685, 0.4403]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0583, 0.4623]\", \"lift_point\": \"[0.0583, 0.4623]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Open the calculator \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Open the calculator \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1461, 0.4406]\", \"lift_point\": \"[0.1461, 0.4406]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1384, 0.392]\", \"lift_point\": \"[0.1384, 0.392]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3076, 0.3562]\", \"lift_point\": \"[0.3076, 0.3562]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.127, 0.405]\", \"lift_point\": \"[0.127, 0.405]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6333, 0.7567]\", \"lift_point\": \"[0.6333, 0.7567]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6514, 0.6957]\", \"lift_point\": \"[0.6514, 0.6957]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5973, 0.8227]\", \"lift_point\": \"[0.5973, 0.8227]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.593, 0.561]\", \"lift_point\": \"[0.593, 0.561]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6481, 0.5887]\", \"lift_point\": \"[0.6481, 0.5887]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6453, 0.6014]\", \"lift_point\": \"[0.6453, 0.6014]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0529, 0.3639]\", \"lift_point\": \"[0.0529, 0.3639]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0744, 0.3554]\", \"lift_point\": \"[0.0744, 0.3554]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" burger restaurants \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"top rated burger restaurants\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1507, 0.369]\", \"lift_point\": \"[0.1507, 0.369]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1331, 0.326]\", \"lift_point\": \"[0.1331, 0.326]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5943, 0.3915]\", \"lift_point\": \"[0.5943, 0.3915]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5961, 0.3651]\", \"lift_point\": \"[0.5961, 0.3651]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2742, 0.3428]\", \"lift_point\": \"[0.2742, 0.3428]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0705, 0.9113]\", \"lift_point\": \"[0.0705, 0.9113]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0637, 0.9011]\", \"lift_point\": \"[0.0637, 0.9011]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0633, 0.4191]\", \"lift_point\": \"[0.0633, 0.4191]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0536, 0.3853]\", \"lift_point\": \"[0.0536, 0.3853]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Open the calendar and show me this weeks events? \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Open the calendar and show me this week \"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1329, 0.4739]\", \"lift_point\": \"[0.1329, 0.4739]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1363, 0.4492]\", \"lift_point\": \"[0.1363, 0.4492]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3546, 0.3414]\", \"lift_point\": \"[0.3546, 0.3414]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3179, 0.3807]\", \"lift_point\": \"[0.3179, 0.3807]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6039, 0.3765]\", \"lift_point\": \"[0.6039, 0.3765]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0521, 0.0913]\", \"lift_point\": \"[0.0521, 0.0913]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4937, 0.2362]\", \"lift_point\": \"[0.4937, 0.2362]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3165, 0.2473]\", \"lift_point\": \"[0.3165, 0.2473]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5199, 0.2492]\", \"lift_point\": \"[0.5199, 0.2492]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6539, 0.2285]\", \"lift_point\": \"[0.6539, 0.2285]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2941, 0.9229]\", \"lift_point\": \"[0.2941, 0.9229]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3202, 0.2625]\", \"lift_point\": \"[0.3202, 0.2625]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5979, 0.3934]\", \"lift_point\": \"[0.5979, 0.3934]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5993, 0.3682]\", \"lift_point\": \"[0.5993, 0.3682]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1291, 0.6564]\", \"lift_point\": \"[0.1291, 0.6564]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1247, 0.6048]\", \"lift_point\": \"[0.1247, 0.6048]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.056, 0.9036]\", \"lift_point\": \"[0.056, 0.9036]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0621, 0.9039]\", \"lift_point\": \"[0.0621, 0.9039]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0562, 0.4158]\", \"lift_point\": \"[0.0562, 0.4158]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0599, 0.4094]\", \"lift_point\": \"[0.0599, 0.4094]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Play the latest video from the BBC \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Play the latest video from the BBC \"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1322, 0.4168]\", \"lift_point\": \"[0.1322, 0.4168]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1451, 0.398]\", \"lift_point\": \"[0.1451, 0.398]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.131, 0.2609]\", \"lift_point\": \"[0.131, 0.2609]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6091, 0.3766]\", \"lift_point\": \"[0.6091, 0.3766]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5984, 0.3651]\", \"lift_point\": \"[0.5984, 0.3651]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2833, 0.5076]\", \"lift_point\": \"[0.2833, 0.5076]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2875, 0.365]\", \"lift_point\": \"[0.2875, 0.365]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0694, 0.9235]\", \"lift_point\": \"[0.0694, 0.9235]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0623, 0.8889]\", \"lift_point\": \"[0.0623, 0.8889]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0602, 0.4433]\", \"lift_point\": \"[0.0602, 0.4433]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0522, 0.4672]\", \"lift_point\": \"[0.0522, 0.4672]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for hotels in Boston \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for hotels in Boston \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2667, 0.3762]\", \"lift_point\": \"[0.2667, 0.3762]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1284, 0.3546]\", \"lift_point\": \"[0.1284, 0.3546]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3474, 0.272]\", \"lift_point\": \"[0.3474, 0.272]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3628, 0.3599]\", \"lift_point\": \"[0.3628, 0.3599]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7326, 0.5677]\", \"lift_point\": \"[0.7326, 0.5677]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7462, 0.4899]\", \"lift_point\": \"[0.7462, 0.4899]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6142, 0.3825]\", \"lift_point\": \"[0.6142, 0.3825]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5986, 0.3651]\", \"lift_point\": \"[0.5986, 0.3651]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2795, 0.5272]\", \"lift_point\": \"[0.2795, 0.5272]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2797, 0.5666]\", \"lift_point\": \"[0.2797, 0.5666]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0638, 0.8952]\", \"lift_point\": \"[0.0638, 0.8952]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0586, 0.8777]\", \"lift_point\": \"[0.0586, 0.8777]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0585, 0.442]\", \"lift_point\": \"[0.0585, 0.442]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0538, 0.5471]\", \"lift_point\": \"[0.0538, 0.5471]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest news in space technology? \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest news in space technology? \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1497, 0.5314]\", \"lift_point\": \"[0.1497, 0.5314]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1451, 0.4514]\", \"lift_point\": \"[0.1451, 0.4514]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3273, 0.4227]\", \"lift_point\": \"[0.3273, 0.4227]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3309, 0.5322]\", \"lift_point\": \"[0.3309, 0.5322]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5977, 0.366]\", \"lift_point\": \"[0.5977, 0.366]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6034, 0.365]\", \"lift_point\": \"[0.6034, 0.365]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2881, 0.6019]\", \"lift_point\": \"[0.2881, 0.6019]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2792, 0.5499]\", \"lift_point\": \"[0.2792, 0.5499]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0669, 0.9207]\", \"lift_point\": \"[0.0669, 0.9207]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0632, 0.9039]\", \"lift_point\": \"[0.0632, 0.9039]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0677, 0.3997]\", \"lift_point\": \"[0.0677, 0.3997]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0599, 0.4093]\", \"lift_point\": \"[0.0599, 0.4093]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest T-Mobile Store? \"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest T-Mobile Store? \"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0592, 0.3981]\", \"lift_point\": \"[0.0592, 0.3981]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1231, 0.4251]\", \"lift_point\": \"[0.1231, 0.4251]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1441, 0.4518]\", \"lift_point\": \"[0.1441, 0.4518]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5905, 0.3914]\", \"lift_point\": \"[0.5905, 0.3914]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6031, 0.3684]\", \"lift_point\": \"[0.6031, 0.3684]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.28, 0.5216]\", \"lift_point\": \"[0.28, 0.5216]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2873, 0.5544]\", \"lift_point\": \"[0.2873, 0.5544]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0525, 0.8865]\", \"lift_point\": \"[0.0525, 0.8865]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0612, 0.9277]\", \"lift_point\": \"[0.0612, 0.9277]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0505, 0.418]\", \"lift_point\": \"[0.0505, 0.418]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0586, 0.4096]\", \"lift_point\": \"[0.0586, 0.4096]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Malaysia? \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Malaysia? \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1342, 0.3641]\", \"lift_point\": \"[0.1342, 0.3641]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1413, 0.5224]\", \"lift_point\": \"[0.1413, 0.5224]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3034, 0.3769]\", \"lift_point\": \"[0.3034, 0.3769]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3612, 0.3343]\", \"lift_point\": \"[0.3612, 0.3343]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8207, 0.56]\", \"lift_point\": \"[0.8207, 0.56]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8209, 0.5097]\", \"lift_point\": \"[0.8209, 0.5097]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2999, 0.2785]\", \"lift_point\": \"[0.2999, 0.2785]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.595, 0.3585]\", \"lift_point\": \"[0.595, 0.3585]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5986, 0.3657]\", \"lift_point\": \"[0.5986, 0.3657]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5935, 0.3583]\", \"lift_point\": \"[0.5935, 0.3583]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.595, 0.3585]\", \"lift_point\": \"[0.595, 0.3585]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2931, 0.4892]\", \"lift_point\": \"[0.2931, 0.4892]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3027, 0.443]\", \"lift_point\": \"[0.3027, 0.443]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2931, 0.4892]\", \"lift_point\": \"[0.2931, 0.4892]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4495, 0.4]\", \"lift_point\": \"[0.4495, 0.4]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0719, 0.9124]\", \"lift_point\": \"[0.0719, 0.9124]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0602, 0.9155]\", \"lift_point\": \"[0.0602, 0.9155]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0466, 0.5782]\", \"lift_point\": \"[0.0466, 0.5782]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0527, 0.3445]\", \"lift_point\": \"[0.0527, 0.3445]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest news in cosmology? \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest news in cosmology? \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.202, 0.5932]\", \"lift_point\": \"[0.202, 0.5932]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1366, 0.4515]\", \"lift_point\": \"[0.1366, 0.4515]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3258, 0.5227]\", \"lift_point\": \"[0.3258, 0.5227]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3486, 0.419]\", \"lift_point\": \"[0.3486, 0.419]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8023, 0.6164]\", \"lift_point\": \"[0.8023, 0.6164]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0661, 0.5783]\", \"lift_point\": \"[0.0661, 0.5783]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0669, 0.4099]\", \"lift_point\": \"[0.0669, 0.4099]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the time?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the time?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1276, 0.3746]\", \"lift_point\": \"[0.1276, 0.3746]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1323, 0.3545]\", \"lift_point\": \"[0.1323, 0.3545]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.804, 0.6256]\", \"lift_point\": \"[0.804, 0.6256]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8081, 0.6225]\", \"lift_point\": \"[0.8081, 0.6225]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0651, 0.5621]\", \"lift_point\": \"[0.0651, 0.5621]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0665, 0.4685]\", \"lift_point\": \"[0.0665, 0.4685]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Where can I buy a nice beach chair?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Where can I buy a nice beach chair?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1322, 0.5464]\", \"lift_point\": \"[0.1322, 0.5464]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1362, 0.4472]\", \"lift_point\": \"[0.1362, 0.4472]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7367, 0.4438]\", \"lift_point\": \"[0.7367, 0.4438]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7499, 0.4403]\", \"lift_point\": \"[0.7499, 0.4403]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8082, 0.6143]\", \"lift_point\": \"[0.8082, 0.6143]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8062, 0.6173]\", \"lift_point\": \"[0.8062, 0.6173]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0743, 0.5173]\", \"lift_point\": \"[0.0743, 0.5173]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0665, 0.6315]\", \"lift_point\": \"[0.0665, 0.6315]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Washington DC\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Washington DC\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.129, 0.4827]\", \"lift_point\": \"[0.129, 0.4827]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1328, 0.3357]\", \"lift_point\": \"[0.1328, 0.3357]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3704, 0.2872]\", \"lift_point\": \"[0.3704, 0.2872]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8991, 0.4974]\", \"lift_point\": \"[0.8991, 0.4974]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8735, 0.502]\", \"lift_point\": \"[0.8735, 0.502]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8086, 0.6235]\", \"lift_point\": \"[0.8086, 0.6235]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8062, 0.6237]\", \"lift_point\": \"[0.8062, 0.6237]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0652, 0.4897]\", \"lift_point\": \"[0.0652, 0.4897]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0714, 0.4914]\", \"lift_point\": \"[0.0714, 0.4914]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a train?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a train?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.131, 0.4961]\", \"lift_point\": \"[0.131, 0.4961]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1341, 0.4069]\", \"lift_point\": \"[0.1341, 0.4069]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8079, 0.6236]\", \"lift_point\": \"[0.8079, 0.6236]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8068, 0.6213]\", \"lift_point\": \"[0.8068, 0.6213]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0697, 0.5484]\", \"lift_point\": \"[0.0697, 0.5484]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0684, 0.4894]\", \"lift_point\": \"[0.0684, 0.4894]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Panama\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Panama\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1297, 0.3266]\", \"lift_point\": \"[0.1297, 0.3266]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1334, 0.4478]\", \"lift_point\": \"[0.1334, 0.4478]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8104, 0.6183]\", \"lift_point\": \"[0.8104, 0.6183]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8061, 0.6211]\", \"lift_point\": \"[0.8061, 0.6211]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0584, 0.566]\", \"lift_point\": \"[0.0584, 0.566]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0621, 0.5557]\", \"lift_point\": \"[0.0621, 0.5557]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Buenos aires\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Buenos aires\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.134, 0.3566]\", \"lift_point\": \"[0.134, 0.3566]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1282, 0.3924]\", \"lift_point\": \"[0.1282, 0.3924]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8051, 0.6184]\", \"lift_point\": \"[0.8051, 0.6184]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8063, 0.6214]\", \"lift_point\": \"[0.8063, 0.6214]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0534, 0.5295]\", \"lift_point\": \"[0.0534, 0.5295]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0611, 0.376]\", \"lift_point\": \"[0.0611, 0.376]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Subway?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest Subway\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1332, 0.3645]\", \"lift_point\": \"[0.1332, 0.3645]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.134, 0.4368]\", \"lift_point\": \"[0.134, 0.4368]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8071, 0.6207]\", \"lift_point\": \"[0.8071, 0.6207]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0554, 0.472]\", \"lift_point\": \"[0.0554, 0.472]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0642, 0.4155]\", \"lift_point\": \"[0.0642, 0.4155]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Mexico city to Sydney\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Mexico city to Sydney\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1329, 0.3904]\", \"lift_point\": \"[0.1329, 0.3904]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1253, 0.487]\", \"lift_point\": \"[0.1253, 0.487]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8138, 0.6186]\", \"lift_point\": \"[0.8138, 0.6186]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8102, 0.6223]\", \"lift_point\": \"[0.8102, 0.6223]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0565, 0.4655]\", \"lift_point\": \"[0.0565, 0.4655]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0646, 0.6006]\", \"lift_point\": \"[0.0646, 0.6006]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the top post on reddit right now?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the top post on reddit right now?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1257, 0.4084]\", \"lift_point\": \"[0.1257, 0.4084]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1321, 0.397]\", \"lift_point\": \"[0.1321, 0.397]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6024, 0.4982]\", \"lift_point\": \"[0.6024, 0.4982]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.666, 0.2675]\", \"lift_point\": \"[0.666, 0.2675]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8078, 0.6252]\", \"lift_point\": \"[0.8078, 0.6252]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.806, 0.621]\", \"lift_point\": \"[0.806, 0.621]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0561, 0.479]\", \"lift_point\": \"[0.0561, 0.479]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"time in San Francisco\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Time in San Francisco\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the time in San Francisco?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1292, 0.3725]\", \"lift_point\": \"[0.1292, 0.3725]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.131, 0.3544]\", \"lift_point\": \"[0.131, 0.3544]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8089, 0.6237]\", \"lift_point\": \"[0.8089, 0.6237]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8078, 0.6219]\", \"lift_point\": \"[0.8078, 0.6219]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0529, 0.3469]\", \"lift_point\": \"[0.0529, 0.3469]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0664, 0.4808]\", \"lift_point\": \"[0.0664, 0.4808]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good Italian restaurants\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good Italian restaurants\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1372, 0.4749]\", \"lift_point\": \"[0.1372, 0.4749]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1315, 0.3182]\", \"lift_point\": \"[0.1315, 0.3182]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1643, 0.8382]\", \"lift_point\": \"[0.1643, 0.8382]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1487, 0.8289]\", \"lift_point\": \"[0.1487, 0.8289]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0628, 0.7749]\", \"lift_point\": \"[0.0628, 0.7749]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0555, 0.7766]\", \"lift_point\": \"[0.0555, 0.7766]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0609, 0.9298]\", \"lift_point\": \"[0.0609, 0.9298]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0628, 0.9165]\", \"lift_point\": \"[0.0628, 0.9165]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Reddit app\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"reddit\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1361, 0.2898]\", \"lift_point\": \"[0.1361, 0.2898]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1332, 0.2682]\", \"lift_point\": \"[0.1332, 0.2682]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1505, 0.8499]\", \"lift_point\": \"[0.1505, 0.8499]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1528, 0.8513]\", \"lift_point\": \"[0.1528, 0.8513]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7486, 0.2964]\", \"lift_point\": \"[0.7486, 0.2964]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7523, 0.3184]\", \"lift_point\": \"[0.7523, 0.3184]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0834, 0.841]\", \"lift_point\": \"[0.0834, 0.841]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0823, 0.9125]\", \"lift_point\": \"[0.0823, 0.9125]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0692, 0.1098]\", \"lift_point\": \"[0.0692, 0.1098]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1813, 0.9122]\", \"lift_point\": \"[0.1813, 0.9122]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.661, 0.4117]\", \"lift_point\": \"[0.661, 0.4117]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.625, 0.6017]\", \"lift_point\": \"[0.625, 0.6017]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6213, 0.6324]\", \"lift_point\": \"[0.6213, 0.6324]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1318, 0.4092]\", \"lift_point\": \"[0.1318, 0.4092]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1415, 0.4555]\", \"lift_point\": \"[0.1415, 0.4555]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1332, 0.8927]\", \"lift_point\": \"[0.1332, 0.8927]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather like in Paris\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather in paris\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather like in Paris\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.26, 0.3267]\", \"lift_point\": \"[0.26, 0.3267]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2692, 0.4655]\", \"lift_point\": \"[0.2692, 0.4655]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.26, 0.3267]\", \"lift_point\": \"[0.26, 0.3267]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Barcelona to Boston flight\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2963, 0.561]\", \"lift_point\": \"[0.2963, 0.561]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3091, 0.4261]\", \"lift_point\": \"[0.3091, 0.4261]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3082, 0.4254]\", \"lift_point\": \"[0.3082, 0.4254]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.384, 0.3307]\", \"lift_point\": \"[0.384, 0.3307]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2387, 0.6137]\", \"lift_point\": \"[0.2387, 0.6137]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2512, 0.6002]\", \"lift_point\": \"[0.2512, 0.6002]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2501, 0.6092]\", \"lift_point\": \"[0.2501, 0.6092]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2387, 0.6137]\", \"lift_point\": \"[0.2387, 0.6137]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2249, 0.6282]\", \"lift_point\": \"[0.2249, 0.6282]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2501, 0.6092]\", \"lift_point\": \"[0.2501, 0.6092]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1306, 0.3968]\", \"lift_point\": \"[0.1306, 0.3968]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1121, 0.443]\", \"lift_point\": \"[0.1121, 0.443]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1211, 0.8972]\", \"lift_point\": \"[0.1211, 0.8972]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"3 bedroom apartment rent in Atlanta\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2757, 0.5293]\", \"lift_point\": \"[0.2757, 0.5293]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.471, 0.4224]\", \"lift_point\": \"[0.471, 0.4224]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.471, 0.416]\", \"lift_point\": \"[0.471, 0.416]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6373, 0.451]\", \"lift_point\": \"[0.6373, 0.451]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4678, 0.451]\", \"lift_point\": \"[0.4678, 0.451]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4969, 0.411]\", \"lift_point\": \"[0.4969, 0.411]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4654, 0.4511]\", \"lift_point\": \"[0.4654, 0.4511]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2397, 0.9728]\", \"lift_point\": \"[0.2397, 0.9728]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2397, 0.9708]\", \"lift_point\": \"[0.2397, 0.9708]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5772, 0.6842]\", \"lift_point\": \"[0.5772, 0.6842]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.128, 0.1166]\", \"lift_point\": \"[0.128, 0.1166]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0575, 0.0365]\", \"lift_point\": \"[0.0575, 0.0365]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8912, 0.667]\", \"lift_point\": \"[0.8912, 0.667]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8911, 0.2721]\", \"lift_point\": \"[0.8911, 0.2721]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8921, 0.3941]\", \"lift_point\": \"[0.8921, 0.3941]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8912, 0.667]\", \"lift_point\": \"[0.8912, 0.667]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8787, 0.3913]\", \"lift_point\": \"[0.8787, 0.3913]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8921, 0.3941]\", \"lift_point\": \"[0.8921, 0.3941]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7438, 0.7177]\", \"lift_point\": \"[0.7438, 0.7177]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8787, 0.3913]\", \"lift_point\": \"[0.8787, 0.3913]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7785, 0.6992]\", \"lift_point\": \"[0.7785, 0.6992]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8898, 0.6211]\", \"lift_point\": \"[0.8898, 0.6211]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8149, 0.6966]\", \"lift_point\": \"[0.8149, 0.6966]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.799, 0.685]\", \"lift_point\": \"[0.799, 0.685]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0722, 0.4065]\", \"lift_point\": \"[0.0722, 0.4065]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1819, 0.5294]\", \"lift_point\": \"[0.1819, 0.5294]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What time is it in New York?\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0584, 0.9337]\", \"lift_point\": \"[0.0584, 0.9337]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1273, 0.4254]\", \"lift_point\": \"[0.1273, 0.4254]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1351, 0.6482]\", \"lift_point\": \"[0.1351, 0.6482]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1414, 0.3419]\", \"lift_point\": \"[0.1414, 0.3419]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2715, 0.6476]\", \"lift_point\": \"[0.2715, 0.6476]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4627, 0.3792]\", \"lift_point\": \"[0.4627, 0.3792]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0528, 0.2859]\", \"lift_point\": \"[0.0528, 0.2859]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6355, 0.6284]\", \"lift_point\": \"[0.6355, 0.6284]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8191, 0.4412]\", \"lift_point\": \"[0.8191, 0.4412]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4471, 0.1787]\", \"lift_point\": \"[0.4471, 0.1787]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6445, 0.3964]\", \"lift_point\": \"[0.6445, 0.3964]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8042, 0.3148]\", \"lift_point\": \"[0.8042, 0.3148]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3539, 0.3544]\", \"lift_point\": \"[0.3539, 0.3544]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6879, 0.5777]\", \"lift_point\": \"[0.6879, 0.5777]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6931, 0.6891]\", \"lift_point\": \"[0.6931, 0.6891]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8361, 0.2862]\", \"lift_point\": \"[0.8361, 0.2862]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6499, 0.3688]\", \"lift_point\": \"[0.6499, 0.3688]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5651, 0.3562]\", \"lift_point\": \"[0.5651, 0.3562]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8366, 0.182]\", \"lift_point\": \"[0.8366, 0.182]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6461, 0.3885]\", \"lift_point\": \"[0.6461, 0.3885]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6962, 0.5146]\", \"lift_point\": \"[0.6962, 0.5146]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4645, 0.4475]\", \"lift_point\": \"[0.4645, 0.4475]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5014, 0.3304]\", \"lift_point\": \"[0.5014, 0.3304]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9, 0.7333]\", \"lift_point\": \"[0.9, 0.7333]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4602, 0.5652]\", \"lift_point\": \"[0.4602, 0.5652]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6728, 0.4572]\", \"lift_point\": \"[0.6728, 0.4572]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3384, 0.4751]\", \"lift_point\": \"[0.3384, 0.4751]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8064, 0.5777]\", \"lift_point\": \"[0.8064, 0.5777]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7877, 0.6971]\", \"lift_point\": \"[0.7877, 0.6971]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8087, 0.6632]\", \"lift_point\": \"[0.8087, 0.6632]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8064, 0.5777]\", \"lift_point\": \"[0.8064, 0.5777]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0627, 0.9311]\", \"lift_point\": \"[0.0627, 0.9311]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0621, 0.9158]\", \"lift_point\": \"[0.0621, 0.9158]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of brazil\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Brazil?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of brazil\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1272, 0.5462]\", \"lift_point\": \"[0.1272, 0.5462]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7882, 0.6536]\", \"lift_point\": \"[0.7882, 0.6536]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7914, 0.6821]\", \"lift_point\": \"[0.7914, 0.6821]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1926, 0.7614]\", \"lift_point\": \"[0.1926, 0.7614]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1867, 0.6416]\", \"lift_point\": \"[0.1867, 0.6416]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1172, 0.9382]\", \"lift_point\": \"[0.1172, 0.9382]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.128, 0.9444]\", \"lift_point\": \"[0.128, 0.9444]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Find a good burger place on Maps\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good burger place\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1835, 0.4258]\", \"lift_point\": \"[0.1835, 0.4258]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7915, 0.7148]\", \"lift_point\": \"[0.7915, 0.7148]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7882, 0.6945]\", \"lift_point\": \"[0.7882, 0.6945]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7915, 0.7148]\", \"lift_point\": \"[0.7915, 0.7148]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7915, 0.7148]\", \"lift_point\": \"[0.7915, 0.7148]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7915, 0.7148]\", \"lift_point\": \"[0.7915, 0.7148]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7915, 0.7148]\", \"lift_point\": \"[0.7915, 0.7148]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0611, 0.5639]\", \"lift_point\": \"[0.0611, 0.5639]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0598, 0.5797]\", \"lift_point\": \"[0.0598, 0.5797]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Tokyo\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Tokyo\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Find the nearest electronics store thats open\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7989, 0.7252]\", \"lift_point\": \"[0.7989, 0.7252]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7976, 0.6865]\", \"lift_point\": \"[0.7976, 0.6865]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7928, 0.682]\", \"lift_point\": \"[0.7928, 0.682]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7989, 0.7252]\", \"lift_point\": \"[0.7989, 0.7252]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7928, 0.682]\", \"lift_point\": \"[0.7928, 0.682]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7928, 0.682]\", \"lift_point\": \"[0.7928, 0.682]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7936, 0.6979]\", \"lift_point\": \"[0.7936, 0.6979]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7928, 0.682]\", \"lift_point\": \"[0.7928, 0.682]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7936, 0.6979]\", \"lift_point\": \"[0.7936, 0.6979]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7936, 0.6979]\", \"lift_point\": \"[0.7936, 0.6979]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0496, 0.6885]\", \"lift_point\": \"[0.0496, 0.6885]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0611, 0.5555]\", \"lift_point\": \"[0.0611, 0.5555]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Find the nearest electronics store thats open\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Find the nearest electronics store thats open\"" }, { "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Find the nearest electronics store thats open\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"open\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3275, 0.6995]\", \"lift_point\": \"[0.3275, 0.6995]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7989, 0.679]\", \"lift_point\": \"[0.7989, 0.679]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7889, 0.695]\", \"lift_point\": \"[0.7889, 0.695]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1811, 0.916]\", \"lift_point\": \"[0.1811, 0.916]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1873, 0.9078]\", \"lift_point\": \"[0.1873, 0.9078]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in venezuela\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Venezuela?\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2405, 0.7142]\", \"lift_point\": \"[0.2405, 0.7142]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2443, 0.1394]\", \"lift_point\": \"[0.2443, 0.1394]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7936, 0.6749]\", \"lift_point\": \"[0.7936, 0.6749]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7981, 0.6828]\", \"lift_point\": \"[0.7981, 0.6828]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7936, 0.6749]\", \"lift_point\": \"[0.7936, 0.6749]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7936, 0.6749]\", \"lift_point\": \"[0.7936, 0.6749]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7936, 0.6749]\", \"lift_point\": \"[0.7936, 0.6749]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7936, 0.6749]\", \"lift_point\": \"[0.7936, 0.6749]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1808, 0.7277]\", \"lift_point\": \"[0.1808, 0.7277]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1915, 0.6451]\", \"lift_point\": \"[0.1915, 0.6451]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1166, 0.9302]\", \"lift_point\": \"[0.1166, 0.9302]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1289, 0.9261]\", \"lift_point\": \"[0.1289, 0.9261]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9857, 0.9645]\", \"lift_point\": \"[0.9857, 0.9645]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Show me some nice wallpapers for my phone\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Show me some nice wallpapers for my phone\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Show me some nice wallpapers for my phone\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9857, 0.9815]\", \"lift_point\": \"[0.9857, 0.9815]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0596, 0.4635]\", \"lift_point\": \"[0.0596, 0.4635]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1221, 0.7001]\", \"lift_point\": \"[0.1221, 0.7001]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" phone\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7879, 0.6864]\", \"lift_point\": \"[0.7879, 0.6864]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3708, 0.5372]\", \"lift_point\": \"[0.3708, 0.5372]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3585, 0.5001]\", \"lift_point\": \"[0.3585, 0.5001]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0588, 0.6111]\", \"lift_point\": \"[0.0588, 0.6111]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.799, 0.7034]\", \"lift_point\": \"[0.799, 0.7034]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8007, 0.686]\", \"lift_point\": \"[0.8007, 0.686]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.799, 0.7034]\", \"lift_point\": \"[0.799, 0.7034]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.799, 0.7034]\", \"lift_point\": \"[0.799, 0.7034]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.799, 0.7034]\", \"lift_point\": \"[0.799, 0.7034]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.799, 0.7034]\", \"lift_point\": \"[0.799, 0.7034]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.799, 0.7034]\", \"lift_point\": \"[0.799, 0.7034]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.799, 0.7034]\", \"lift_point\": \"[0.799, 0.7034]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.799, 0.7034]\", \"lift_point\": \"[0.799, 0.7034]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.799, 0.7034]\", \"lift_point\": \"[0.799, 0.7034]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7989, 0.7124]\", \"lift_point\": \"[0.7989, 0.7124]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.799, 0.7034]\", \"lift_point\": \"[0.799, 0.7034]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7885, 0.7363]\", \"lift_point\": \"[0.7885, 0.7363]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7989, 0.7124]\", \"lift_point\": \"[0.7989, 0.7124]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7885, 0.7363]\", \"lift_point\": \"[0.7885, 0.7363]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7885, 0.7363]\", \"lift_point\": \"[0.7885, 0.7363]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.035, 0.6353]\", \"lift_point\": \"[0.035, 0.6353]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0528, 0.6355]\", \"lift_point\": \"[0.0528, 0.6355]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What time is it in New York?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What time is it in New York?\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"k?\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7944, 0.6887]\", \"lift_point\": \"[0.7944, 0.6887]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7878, 0.6931]\", \"lift_point\": \"[0.7878, 0.6931]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7944, 0.6887]\", \"lift_point\": \"[0.7944, 0.6887]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7944, 0.6887]\", \"lift_point\": \"[0.7944, 0.6887]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7944, 0.6887]\", \"lift_point\": \"[0.7944, 0.6887]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7944, 0.6887]\", \"lift_point\": \"[0.7944, 0.6887]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7944, 0.6887]\", \"lift_point\": \"[0.7944, 0.6887]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7944, 0.6887]\", \"lift_point\": \"[0.7944, 0.6887]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7944, 0.6887]\", \"lift_point\": \"[0.7944, 0.6887]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7944, 0.6887]\", \"lift_point\": \"[0.7944, 0.6887]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7944, 0.6887]\", \"lift_point\": \"[0.7944, 0.6887]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7944, 0.6887]\", \"lift_point\": \"[0.7944, 0.6887]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1952, 0.5726]\", \"lift_point\": \"[0.1952, 0.5726]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1875, 0.7351]\", \"lift_point\": \"[0.1875, 0.7351]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1147, 0.9375]\", \"lift_point\": \"[0.1147, 0.9375]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1267, 0.9263]\", \"lift_point\": \"[0.1267, 0.9263]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the US dollar exchange rate against the Brazilian Real?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the US dollar exchange rate against the Brazilian Real?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7877, 0.6864]\", \"lift_point\": \"[0.7877, 0.6864]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3734, 0.535]\", \"lift_point\": \"[0.3734, 0.535]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3585, 0.4923]\", \"lift_point\": \"[0.3585, 0.4923]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1882, 0.9111]\", \"lift_point\": \"[0.1882, 0.9111]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1903, 0.4585]\", \"lift_point\": \"[0.1903, 0.4585]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1172, 0.0614]\", \"lift_point\": \"[0.1172, 0.0614]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1268, 0.4538]\", \"lift_point\": \"[0.1268, 0.4538]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8412, 0.63]\", \"lift_point\": \"[0.8412, 0.63]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0452, 0.5007]\", \"lift_point\": \"[0.0452, 0.5007]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0664, 0.5441]\", \"lift_point\": \"[0.0664, 0.5441]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nice beach tent?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Where can I buy a nice beach tent?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1135, 0.2819]\", \"lift_point\": \"[0.1135, 0.2819]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.121, 0.2487]\", \"lift_point\": \"[0.121, 0.2487]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5482, 0.2393]\", \"lift_point\": \"[0.5482, 0.2393]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1022, 0.1564]\", \"lift_point\": \"[0.1022, 0.1564]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7545, 0.3324]\", \"lift_point\": \"[0.7545, 0.3324]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2357, 0.7324]\", \"lift_point\": \"[0.2357, 0.7324]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7987, 0.6175]\", \"lift_point\": \"[0.7987, 0.6175]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7965, 0.6045]\", \"lift_point\": \"[0.7965, 0.6045]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8356, 0.613]\", \"lift_point\": \"[0.8356, 0.613]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0386, 0.4054]\", \"lift_point\": \"[0.0386, 0.4054]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0509, 0.4355]\", \"lift_point\": \"[0.0509, 0.4355]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather like in San Francisco?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather like in San Francisco\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1147, 0.305]\", \"lift_point\": \"[0.1147, 0.305]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1172, 0.4065]\", \"lift_point\": \"[0.1172, 0.4065]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8401, 0.6155]\", \"lift_point\": \"[0.8401, 0.6155]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8388, 0.6151]\", \"lift_point\": \"[0.8388, 0.6151]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0338, 0.4432]\", \"lift_point\": \"[0.0338, 0.4432]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0572, 0.4685]\", \"lift_point\": \"[0.0572, 0.4685]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good restaurant in Philadelphia?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Philadelphia?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1147, 0.2706]\", \"lift_point\": \"[0.1147, 0.2706]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1186, 0.3984]\", \"lift_point\": \"[0.1186, 0.3984]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4472, 0.2453]\", \"lift_point\": \"[0.4472, 0.2453]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.809, 0.4258]\", \"lift_point\": \"[0.809, 0.4258]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7845, 0.665]\", \"lift_point\": \"[0.7845, 0.665]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.792, 0.6941]\", \"lift_point\": \"[0.792, 0.6941]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0706, 0.3483]\", \"lift_point\": \"[0.0706, 0.3483]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0645, 0.3984]\", \"lift_point\": \"[0.0645, 0.3984]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Helsinki to Tokyo\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Helsinki to Tokyo\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1437, 0.6097]\", \"lift_point\": \"[0.1437, 0.6097]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1494, 0.4578]\", \"lift_point\": \"[0.1494, 0.4578]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7861, 0.7258]\", \"lift_point\": \"[0.7861, 0.7258]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7901, 0.6861]\", \"lift_point\": \"[0.7901, 0.6861]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0557, 0.4528]\", \"lift_point\": \"[0.0557, 0.4528]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0714, 0.4744]\", \"lift_point\": \"[0.0714, 0.4744]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Paraguay\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Paraguay\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1416, 0.6371]\", \"lift_point\": \"[0.1416, 0.6371]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1414, 0.2772]\", \"lift_point\": \"[0.1414, 0.2772]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7716, 0.67]\", \"lift_point\": \"[0.7716, 0.67]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7847, 0.6886]\", \"lift_point\": \"[0.7847, 0.6886]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8312, 0.4462]\", \"lift_point\": \"[0.8312, 0.4462]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7716, 0.67]\", \"lift_point\": \"[0.7716, 0.67]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7787, 0.6849]\", \"lift_point\": \"[0.7787, 0.6849]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3808, 0.4894]\", \"lift_point\": \"[0.3808, 0.4894]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5195, 0.6934]\", \"lift_point\": \"[0.5195, 0.6934]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3952, 0.4896]\", \"lift_point\": \"[0.3952, 0.4896]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.379, 0.4894]\", \"lift_point\": \"[0.379, 0.4894]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3421, 0.5452]\", \"lift_point\": \"[0.3421, 0.5452]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3835, 0.4896]\", \"lift_point\": \"[0.3835, 0.4896]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3782, 0.497]\", \"lift_point\": \"[0.3782, 0.497]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3806, 0.5253]\", \"lift_point\": \"[0.3806, 0.5253]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0636, 0.2848]\", \"lift_point\": \"[0.0636, 0.2848]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0692, 0.6227]\", \"lift_point\": \"[0.0692, 0.6227]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bedroom apartment rent for in Los Angeles\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" rent for in los angeles\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1382, 0.2797]\", \"lift_point\": \"[0.1382, 0.2797]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.411, 0.1532]\", \"lift_point\": \"[0.411, 0.1532]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6257, 0.5637]\", \"lift_point\": \"[0.6257, 0.5637]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1705, 0.6327]\", \"lift_point\": \"[0.1705, 0.6327]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1987, 0.5397]\", \"lift_point\": \"[0.1987, 0.5397]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0415, 0.6002]\", \"lift_point\": \"[0.0415, 0.6002]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1091, 0.4122]\", \"lift_point\": \"[0.1091, 0.4122]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0626, 0.0455]\", \"lift_point\": \"[0.0626, 0.0455]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2208, 0.6363]\", \"lift_point\": \"[0.2208, 0.6363]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7998, 0.7148]\", \"lift_point\": \"[0.7998, 0.7148]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.791, 0.6833]\", \"lift_point\": \"[0.791, 0.6833]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0618, 0.5005]\", \"lift_point\": \"[0.0618, 0.5005]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0584, 0.4914]\", \"lift_point\": \"[0.0584, 0.4914]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is a dinosaur?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is a dinosaur?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0627, 0.7127]\", \"lift_point\": \"[0.0627, 0.7127]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0585, 0.6189]\", \"lift_point\": \"[0.0585, 0.6189]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1329, 0.3877]\", \"lift_point\": \"[0.1329, 0.3877]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1246, 0.3588]\", \"lift_point\": \"[0.1246, 0.3588]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7963, 0.6818]\", \"lift_point\": \"[0.7963, 0.6818]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7914, 0.6865]\", \"lift_point\": \"[0.7914, 0.6865]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0617, 0.4833]\", \"lift_point\": \"[0.0617, 0.4833]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0606, 0.5507]\", \"lift_point\": \"[0.0606, 0.5507]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Where can I buy a nice beach tent?\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0685, 0.9408]\", \"lift_point\": \"[0.0685, 0.9408]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0524, 0.6532]\", \"lift_point\": \"[0.0524, 0.6532]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2802, 0.4224]\", \"lift_point\": \"[0.2802, 0.4224]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1299, 0.3755]\", \"lift_point\": \"[0.1299, 0.3755]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.127, 0.3479]\", \"lift_point\": \"[0.127, 0.3479]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.793, 0.1254]\", \"lift_point\": \"[0.793, 0.1254]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7968, 0.1023]\", \"lift_point\": \"[0.7968, 0.1023]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1898, 0.5311]\", \"lift_point\": \"[0.1898, 0.5311]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0701, 0.5537]\", \"lift_point\": \"[0.0701, 0.5537]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.061, 0.4743]\", \"lift_point\": \"[0.061, 0.4743]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1203, 0.9136]\", \"lift_point\": \"[0.1203, 0.9136]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Mumbai?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"whats the weather like in mumbai\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.07, 0.706]\", \"lift_point\": \"[0.07, 0.706]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1299, 0.5597]\", \"lift_point\": \"[0.1299, 0.5597]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1312, 0.4735]\", \"lift_point\": \"[0.1312, 0.4735]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1271, 0.5565]\", \"lift_point\": \"[0.1271, 0.5565]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2456, 0.4749]\", \"lift_point\": \"[0.2456, 0.4749]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7967, 0.1237]\", \"lift_point\": \"[0.7967, 0.1237]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0333, 0.5603]\", \"lift_point\": \"[0.0333, 0.5603]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0644, 0.9291]\", \"lift_point\": \"[0.0644, 0.9291]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.418, 0.719]\", \"lift_point\": \"[0.418, 0.719]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0565, 0.9206]\", \"lift_point\": \"[0.0565, 0.9206]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0567, 0.9279]\", \"lift_point\": \"[0.0567, 0.9279]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0597, 0.9291]\", \"lift_point\": \"[0.0597, 0.9291]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0672, 0.9297]\", \"lift_point\": \"[0.0672, 0.9297]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1702, 0.5937]\", \"lift_point\": \"[0.1702, 0.5937]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1697, 0.5869]\", \"lift_point\": \"[0.1697, 0.5869]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.907, 0.4314]\", \"lift_point\": \"[0.907, 0.4314]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9002, 0.3165]\", \"lift_point\": \"[0.9002, 0.3165]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats US dollar exchange rate against the South Korean Won?\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0579, 0.2346]\", \"lift_point\": \"[0.0579, 0.2346]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.132, 0.4854]\", \"lift_point\": \"[0.132, 0.4854]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1283, 0.4258]\", \"lift_point\": \"[0.1283, 0.4258]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8858, 0.3312]\", \"lift_point\": \"[0.8858, 0.3312]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9029, 0.5155]\", \"lift_point\": \"[0.9029, 0.5155]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0637, 0.3928]\", \"lift_point\": \"[0.0637, 0.3928]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Canada?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Canada\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Canada?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1337, 0.5734]\", \"lift_point\": \"[0.1337, 0.5734]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1324, 0.4574]\", \"lift_point\": \"[0.1324, 0.4574]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8106, 0.6268]\", \"lift_point\": \"[0.8106, 0.6268]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8001, 0.6208]\", \"lift_point\": \"[0.8001, 0.6208]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0451, 0.9261]\", \"lift_point\": \"[0.0451, 0.9261]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0584, 0.9295]\", \"lift_point\": \"[0.0584, 0.9295]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1713, 0.5737]\", \"lift_point\": \"[0.1713, 0.5737]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1117, 0.5512]\", \"lift_point\": \"[0.1117, 0.5512]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.882, 0.4322]\", \"lift_point\": \"[0.882, 0.4322]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9111, 0.4158]\", \"lift_point\": \"[0.9111, 0.4158]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0616, 0.4232]\", \"lift_point\": \"[0.0616, 0.4232]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0642, 0.2575]\", \"lift_point\": \"[0.0642, 0.2575]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for a new perfume\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new perfume\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.777, 0.3726]\", \"lift_point\": \"[0.777, 0.3726]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7524, 0.4636]\", \"lift_point\": \"[0.7524, 0.4636]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1158, 0.3405]\", \"lift_point\": \"[0.1158, 0.3405]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1234, 0.4355]\", \"lift_point\": \"[0.1234, 0.4355]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6348, 0.8499]\", \"lift_point\": \"[0.6348, 0.8499]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.615, 0.8437]\", \"lift_point\": \"[0.615, 0.8437]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6348, 0.8499]\", \"lift_point\": \"[0.6348, 0.8499]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6348, 0.8499]\", \"lift_point\": \"[0.6348, 0.8499]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6392, 0.8663]\", \"lift_point\": \"[0.6392, 0.8663]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6348, 0.8499]\", \"lift_point\": \"[0.6348, 0.8499]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0508, 0.0719]\", \"lift_point\": \"[0.0508, 0.0719]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0437, 0.8153]\", \"lift_point\": \"[0.0437, 0.8153]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0508, 0.0719]\", \"lift_point\": \"[0.0508, 0.0719]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0634, 0.3804]\", \"lift_point\": \"[0.0634, 0.3804]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"gamespot reviews\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"GameSpot Reviews?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"GameSpot Reviews\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2834, 0.3351]\", \"lift_point\": \"[0.2834, 0.3351]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.105, 0.315]\", \"lift_point\": \"[0.105, 0.315]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8578, 0.9498]\", \"lift_point\": \"[0.8578, 0.9498]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1036, 0.2564]\", \"lift_point\": \"[0.1036, 0.2564]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6896, 0.3524]\", \"lift_point\": \"[0.6896, 0.3524]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3458, 0.2445]\", \"lift_point\": \"[0.3458, 0.2445]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1232, 0.2533]\", \"lift_point\": \"[0.1232, 0.2533]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5986, 0.8539]\", \"lift_point\": \"[0.5986, 0.8539]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6112, 0.8437]\", \"lift_point\": \"[0.6112, 0.8437]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0633, 0.0591]\", \"lift_point\": \"[0.0633, 0.0591]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.061, 0.0821]\", \"lift_point\": \"[0.061, 0.0821]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0577, 0.8463]\", \"lift_point\": \"[0.0577, 0.8463]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0547, 0.8428]\", \"lift_point\": \"[0.0547, 0.8428]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0481, 0.0711]\", \"lift_point\": \"[0.0481, 0.0711]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0577, 0.8463]\", \"lift_point\": \"[0.0577, 0.8463]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0464, 0.8343]\", \"lift_point\": \"[0.0464, 0.8343]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0587, 0.8279]\", \"lift_point\": \"[0.0587, 0.8279]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0624, 0.5325]\", \"lift_point\": \"[0.0624, 0.5325]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0528, 0.6797]\", \"lift_point\": \"[0.0528, 0.6797]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"GameTrailers\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"GameTrailers\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1229, 0.3623]\", \"lift_point\": \"[0.1229, 0.3623]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.105, 0.2952]\", \"lift_point\": \"[0.105, 0.2952]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8813, 0.3494]\", \"lift_point\": \"[0.8813, 0.3494]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9028, 0.4155]\", \"lift_point\": \"[0.9028, 0.4155]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0436, 0.3128]\", \"lift_point\": \"[0.0436, 0.3128]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"the news in the Bahamas\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in the Bahamas\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"the news in the Bahamas\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3599, 0.3964]\", \"lift_point\": \"[0.3599, 0.3964]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1212, 0.5087]\", \"lift_point\": \"[0.1212, 0.5087]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2829, 0.3369]\", \"lift_point\": \"[0.2829, 0.3369]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8874, 0.4462]\", \"lift_point\": \"[0.8874, 0.4462]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8975, 0.3449]\", \"lift_point\": \"[0.8975, 0.3449]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0649, 0.4272]\", \"lift_point\": \"[0.0649, 0.4272]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0611, 0.2345]\", \"lift_point\": \"[0.0611, 0.2345]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Vietnam?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Vietnam?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1177, 0.2747]\", \"lift_point\": \"[0.1177, 0.2747]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1284, 0.4515]\", \"lift_point\": \"[0.1284, 0.4515]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9082, 0.3476]\", \"lift_point\": \"[0.9082, 0.3476]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9113, 0.2985]\", \"lift_point\": \"[0.9113, 0.2985]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8854, 0.439]\", \"lift_point\": \"[0.8854, 0.439]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9082, 0.3476]\", \"lift_point\": \"[0.9082, 0.3476]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0666, 0.2781]\", \"lift_point\": \"[0.0666, 0.2781]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0477, 0.2488]\", \"lift_point\": \"[0.0477, 0.2488]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Chicago?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Chicago?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1803, 0.4498]\", \"lift_point\": \"[0.1803, 0.4498]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.125, 0.4259]\", \"lift_point\": \"[0.125, 0.4259]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3663, 0.1218]\", \"lift_point\": \"[0.3663, 0.1218]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3579, 0.1191]\", \"lift_point\": \"[0.3579, 0.1191]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3585, 0.6635]\", \"lift_point\": \"[0.3585, 0.6635]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.357, 0.6918]\", \"lift_point\": \"[0.357, 0.6918]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0714, 0.149]\", \"lift_point\": \"[0.0714, 0.149]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0652, 0.0933]\", \"lift_point\": \"[0.0652, 0.0933]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.876, 0.5203]\", \"lift_point\": \"[0.876, 0.5203]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8898, 0.5264]\", \"lift_point\": \"[0.8898, 0.5264]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.603, 0.3919]\", \"lift_point\": \"[0.603, 0.3919]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5916, 0.3987]\", \"lift_point\": \"[0.5916, 0.3987]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4228, 0.5073]\", \"lift_point\": \"[0.4228, 0.5073]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.416, 0.5094]\", \"lift_point\": \"[0.416, 0.5094]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3074, 0.7011]\", \"lift_point\": \"[0.3074, 0.7011]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6697, 0.7254]\", \"lift_point\": \"[0.6697, 0.7254]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6771, 0.7448]\", \"lift_point\": \"[0.6771, 0.7448]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6758, 0.7238]\", \"lift_point\": \"[0.6758, 0.7238]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4335, 0.8971]\", \"lift_point\": \"[0.4335, 0.8971]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8827, 0.5237]\", \"lift_point\": \"[0.8827, 0.5237]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7904, 0.6905]\", \"lift_point\": \"[0.7904, 0.6905]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What are the best selling refrigerators at Home Depot\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"home depot\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" at home depot\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1385, 0.4253]\", \"lift_point\": \"[0.1385, 0.4253]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2118, 0.495]\", \"lift_point\": \"[0.2118, 0.495]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1423, 0.4086]\", \"lift_point\": \"[0.1423, 0.4086]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3531, 0.5142]\", \"lift_point\": \"[0.3531, 0.5142]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3477, 0.495]\", \"lift_point\": \"[0.3477, 0.495]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0596, 0.5055]\", \"lift_point\": \"[0.0596, 0.5055]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3485, 0.2759]\", \"lift_point\": \"[0.3485, 0.2759]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0692, 0.5565]\", \"lift_point\": \"[0.0692, 0.5565]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0475, 0.48]\", \"lift_point\": \"[0.0475, 0.48]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0599, 0.694]\", \"lift_point\": \"[0.0599, 0.694]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Los Angeles\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0631, 0.9212]\", \"lift_point\": \"[0.0631, 0.9212]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1125, 0.5785]\", \"lift_point\": \"[0.1125, 0.5785]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7715, 0.4784]\", \"lift_point\": \"[0.7715, 0.4784]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7709, 0.5152]\", \"lift_point\": \"[0.7709, 0.5152]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0461, 0.8065]\", \"lift_point\": \"[0.0461, 0.8065]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0429, 0.8368]\", \"lift_point\": \"[0.0429, 0.8368]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new Ariana Grande \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new Ariana Grande video\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1031, 0.392]\", \"lift_point\": \"[0.1031, 0.392]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7711, 0.2952]\", \"lift_point\": \"[0.7711, 0.2952]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6037, 0.5828]\", \"lift_point\": \"[0.6037, 0.5828]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.159, 0.4774]\", \"lift_point\": \"[0.159, 0.4774]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1779, 0.4964]\", \"lift_point\": \"[0.1779, 0.4964]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5075, 0.042]\", \"lift_point\": \"[0.5075, 0.042]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1677, 0.4968]\", \"lift_point\": \"[0.1677, 0.4968]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1134, 0.3077]\", \"lift_point\": \"[0.1134, 0.3077]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.177, 0.4874]\", \"lift_point\": \"[0.177, 0.4874]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1774, 0.2732]\", \"lift_point\": \"[0.1774, 0.2732]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1934, 0.2926]\", \"lift_point\": \"[0.1934, 0.2926]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1774, 0.2732]\", \"lift_point\": \"[0.1774, 0.2732]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1937, 0.2613]\", \"lift_point\": \"[0.1937, 0.2613]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.173, 0.2203]\", \"lift_point\": \"[0.173, 0.2203]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1802, 0.4959]\", \"lift_point\": \"[0.1802, 0.4959]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3458, 0.485]\", \"lift_point\": \"[0.3458, 0.485]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3472, 0.4964]\", \"lift_point\": \"[0.3472, 0.4964]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0518, 0.4301]\", \"lift_point\": \"[0.0518, 0.4301]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0537, 0.5944]\", \"lift_point\": \"[0.0537, 0.5944]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 2 bedroom apartment\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 2 bedroom apartment rent for in Portland?\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" rent for in Portland?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" rent for in Portland?\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1121, 0.3851]\", \"lift_point\": \"[0.1121, 0.3851]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.332, 0.287]\", \"lift_point\": \"[0.332, 0.287]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4963, 0.3306]\", \"lift_point\": \"[0.4963, 0.3306]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4677, 0.4116]\", \"lift_point\": \"[0.4677, 0.4116]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3506, 0.4922]\", \"lift_point\": \"[0.3506, 0.4922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3471, 0.4928]\", \"lift_point\": \"[0.3471, 0.4928]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0503, 0.5814]\", \"lift_point\": \"[0.0503, 0.5814]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0555, 0.4777]\", \"lift_point\": \"[0.0555, 0.4777]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Colombia?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Colombia?\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3179, 0.4504]\", \"lift_point\": \"[0.3179, 0.4504]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3325, 0.581]\", \"lift_point\": \"[0.3325, 0.581]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3143, 0.5054]\", \"lift_point\": \"[0.3143, 0.5054]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3221, 0.506]\", \"lift_point\": \"[0.3221, 0.506]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0659, 0.5205]\", \"lift_point\": \"[0.0659, 0.5205]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0682, 0.4644]\", \"lift_point\": \"[0.0682, 0.4644]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Buenos aires\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Buenos aires\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3288, 0.5034]\", \"lift_point\": \"[0.3288, 0.5034]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3163, 0.506]\", \"lift_point\": \"[0.3163, 0.506]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2554, 0.5853]\", \"lift_point\": \"[0.2554, 0.5853]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2673, 0.5334]\", \"lift_point\": \"[0.2673, 0.5334]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of France?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of France?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7828, 0.6952]\", \"lift_point\": \"[0.7828, 0.6952]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7792, 0.6841]\", \"lift_point\": \"[0.7792, 0.6841]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8954, 0.5411]\", \"lift_point\": \"[0.8954, 0.5411]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8826, 0.5674]\", \"lift_point\": \"[0.8826, 0.5674]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8974, 0.099]\", \"lift_point\": \"[0.8974, 0.099]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9007, 0.8234]\", \"lift_point\": \"[0.9007, 0.8234]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.305, 0.6055]\", \"lift_point\": \"[0.305, 0.6055]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2999, 0.303]\", \"lift_point\": \"[0.2999, 0.303]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Chicago\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Chicago\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.131, 0.6497]\", \"lift_point\": \"[0.131, 0.6497]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8014, 0.9276]\", \"lift_point\": \"[0.8014, 0.9276]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8128, 0.4628]\", \"lift_point\": \"[0.8128, 0.4628]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7777, 0.4778]\", \"lift_point\": \"[0.7777, 0.4778]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7737, 0.699]\", \"lift_point\": \"[0.7737, 0.699]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7862, 0.6942]\", \"lift_point\": \"[0.7862, 0.6942]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0621, 0.536]\", \"lift_point\": \"[0.0621, 0.536]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0465, 0.5736]\", \"lift_point\": \"[0.0465, 0.5736]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"price of the new iPhone on eBay\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the new iPhone on eBay?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1328, 0.5065]\", \"lift_point\": \"[0.1328, 0.5065]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1411, 0.7654]\", \"lift_point\": \"[0.1411, 0.7654]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1314, 0.5694]\", \"lift_point\": \"[0.1314, 0.5694]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7197, 0.5707]\", \"lift_point\": \"[0.7197, 0.5707]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6744, 0.4981]\", \"lift_point\": \"[0.6744, 0.4981]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9042, 0.5328]\", \"lift_point\": \"[0.9042, 0.5328]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9147, 0.6218]\", \"lift_point\": \"[0.9147, 0.6218]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5991, 0.2031]\", \"lift_point\": \"[0.5991, 0.2031]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0667, 0.5883]\", \"lift_point\": \"[0.0667, 0.5883]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"price of the LG TV\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"price of the LG TV\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1317, 0.3694]\", \"lift_point\": \"[0.1317, 0.3694]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1326, 0.3586]\", \"lift_point\": \"[0.1326, 0.3586]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7844, 0.4128]\", \"lift_point\": \"[0.7844, 0.4128]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2666, 0.9496]\", \"lift_point\": \"[0.2666, 0.9496]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7527, 0.9243]\", \"lift_point\": \"[0.7527, 0.9243]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.755, 0.937]\", \"lift_point\": \"[0.755, 0.937]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7461, 0.9405]\", \"lift_point\": \"[0.7461, 0.9405]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7894, 0.6619]\", \"lift_point\": \"[0.7894, 0.6619]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7775, 0.6842]\", \"lift_point\": \"[0.7775, 0.6842]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1974, 0.3985]\", \"lift_point\": \"[0.1974, 0.3985]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0603, 0.4204]\", \"lift_point\": \"[0.0603, 0.4204]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.064, 0.5751]\", \"lift_point\": \"[0.064, 0.5751]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1273, 0.9209]\", \"lift_point\": \"[0.1273, 0.9209]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"price of the new iPhone on eBay\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the new iPhone on eBay?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1467, 0.5544]\", \"lift_point\": \"[0.1467, 0.5544]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1284, 0.6276]\", \"lift_point\": \"[0.1284, 0.6276]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5362, 0.4795]\", \"lift_point\": \"[0.5362, 0.4795]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6009, 0.1258]\", \"lift_point\": \"[0.6009, 0.1258]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7808, 0.6931]\", \"lift_point\": \"[0.7808, 0.6931]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.779, 0.6777]\", \"lift_point\": \"[0.779, 0.6777]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6936, 0.8393]\", \"lift_point\": \"[0.6936, 0.8393]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7808, 0.6931]\", \"lift_point\": \"[0.7808, 0.6931]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7686, 0.7016]\", \"lift_point\": \"[0.7686, 0.7016]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7745, 0.6882]\", \"lift_point\": \"[0.7745, 0.6882]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0619, 0.546]\", \"lift_point\": \"[0.0619, 0.546]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0604, 0.3833]\", \"lift_point\": \"[0.0604, 0.3833]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"menu at Five Guys\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"menu at Five Guys\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1341, 0.3932]\", \"lift_point\": \"[0.1341, 0.3932]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1325, 0.3765]\", \"lift_point\": \"[0.1325, 0.3765]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3713, 0.3599]\", \"lift_point\": \"[0.3713, 0.3599]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1276, 0.9579]\", \"lift_point\": \"[0.1276, 0.9579]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1284, 0.1138]\", \"lift_point\": \"[0.1284, 0.1138]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.768, 0.7048]\", \"lift_point\": \"[0.768, 0.7048]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7814, 0.6774]\", \"lift_point\": \"[0.7814, 0.6774]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.052, 0.5235]\", \"lift_point\": \"[0.052, 0.5235]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0437, 0.437]\", \"lift_point\": \"[0.0437, 0.437]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather like in Delhi\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather like in Delhi\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1253, 0.4942]\", \"lift_point\": \"[0.1253, 0.4942]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1236, 0.4752]\", \"lift_point\": \"[0.1236, 0.4752]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1262, 0.4062]\", \"lift_point\": \"[0.1262, 0.4062]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5154, 0.5224]\", \"lift_point\": \"[0.5154, 0.5224]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7754, 0.6913]\", \"lift_point\": \"[0.7754, 0.6913]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7777, 0.681]\", \"lift_point\": \"[0.7777, 0.681]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0722, 0.4674]\", \"lift_point\": \"[0.0722, 0.4674]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0621, 0.5555]\", \"lift_point\": \"[0.0621, 0.5555]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Venezuela\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Venezuela\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1258, 0.44]\", \"lift_point\": \"[0.1258, 0.44]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1339, 0.2794]\", \"lift_point\": \"[0.1339, 0.2794]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7785, 0.6747]\", \"lift_point\": \"[0.7785, 0.6747]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7777, 0.5002]\", \"lift_point\": \"[0.7777, 0.5002]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9707, 0.5144]\", \"lift_point\": \"[0.9707, 0.5144]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7778, 0.4917]\", \"lift_point\": \"[0.7778, 0.4917]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7704, 0.495]\", \"lift_point\": \"[0.7704, 0.495]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5702, 0.2163]\", \"lift_point\": \"[0.5702, 0.2163]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7778, 0.4917]\", \"lift_point\": \"[0.7778, 0.4917]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7842, 0.5074]\", \"lift_point\": \"[0.7842, 0.5074]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7778, 0.494]\", \"lift_point\": \"[0.7778, 0.494]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.063, 0.7931]\", \"lift_point\": \"[0.063, 0.7931]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0567, 0.7778]\", \"lift_point\": \"[0.0567, 0.7778]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0644, 0.9342]\", \"lift_point\": \"[0.0644, 0.9342]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0608, 0.9188]\", \"lift_point\": \"[0.0608, 0.9188]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0643, 0.5633]\", \"lift_point\": \"[0.0643, 0.5633]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Spotify app\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Spotify\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Spotify app\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1261, 0.2586]\", \"lift_point\": \"[0.1261, 0.2586]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1362, 0.2625]\", \"lift_point\": \"[0.1362, 0.2625]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1452, 0.8704]\", \"lift_point\": \"[0.1452, 0.8704]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1526, 0.8246]\", \"lift_point\": \"[0.1526, 0.8246]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7725, 0.6671]\", \"lift_point\": \"[0.7725, 0.6671]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7818, 0.6796]\", \"lift_point\": \"[0.7818, 0.6796]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0654, 0.4881]\", \"lift_point\": \"[0.0654, 0.4881]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0459, 0.512]\", \"lift_point\": \"[0.0459, 0.512]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Seattle\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Seattle\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1388, 0.3413]\", \"lift_point\": \"[0.1388, 0.3413]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1366, 0.4065]\", \"lift_point\": \"[0.1366, 0.4065]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3674, 0.236]\", \"lift_point\": \"[0.3674, 0.236]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8444, 0.5089]\", \"lift_point\": \"[0.8444, 0.5089]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6976, 0.4984]\", \"lift_point\": \"[0.6976, 0.4984]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7771, 0.6848]\", \"lift_point\": \"[0.7771, 0.6848]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7662, 0.6751]\", \"lift_point\": \"[0.7662, 0.6751]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7776, 0.6844]\", \"lift_point\": \"[0.7776, 0.6844]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0501, 0.3252]\", \"lift_point\": \"[0.0501, 0.3252]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0623, 0.5936]\", \"lift_point\": \"[0.0623, 0.5936]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new iPad cost\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new iPad cost\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1322, 0.2367]\", \"lift_point\": \"[0.1322, 0.2367]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1313, 0.387]\", \"lift_point\": \"[0.1313, 0.387]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3476, 0.3241]\", \"lift_point\": \"[0.3476, 0.3241]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7915, 0.863]\", \"lift_point\": \"[0.7915, 0.863]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4942, 0.9715]\", \"lift_point\": \"[0.4942, 0.9715]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.674, 0.4341]\", \"lift_point\": \"[0.674, 0.4341]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6739, 0.4207]\", \"lift_point\": \"[0.6739, 0.4207]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8089, 0.3664]\", \"lift_point\": \"[0.8089, 0.3664]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4539, 0.447]\", \"lift_point\": \"[0.4539, 0.447]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7777, 0.4982]\", \"lift_point\": \"[0.7777, 0.4982]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3937, 0.6838]\", \"lift_point\": \"[0.3937, 0.6838]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.387, 0.6886]\", \"lift_point\": \"[0.387, 0.6886]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7774, 0.6949]\", \"lift_point\": \"[0.7774, 0.6949]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7811, 0.6865]\", \"lift_point\": \"[0.7811, 0.6865]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0724, 0.4845]\", \"lift_point\": \"[0.0724, 0.4845]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0659, 0.5431]\", \"lift_point\": \"[0.0659, 0.5431]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Barbados\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Barbados\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1338, 0.2837]\", \"lift_point\": \"[0.1338, 0.2837]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1324, 0.2626]\", \"lift_point\": \"[0.1324, 0.2626]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4994, 0.7512]\", \"lift_point\": \"[0.4994, 0.7512]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2748, 0.1888]\", \"lift_point\": \"[0.2748, 0.1888]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5958, 0.1802]\", \"lift_point\": \"[0.5958, 0.1802]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6036, 0.1684]\", \"lift_point\": \"[0.6036, 0.1684]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1279, 0.3673]\", \"lift_point\": \"[0.1279, 0.3673]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1255, 0.6046]\", \"lift_point\": \"[0.1255, 0.6046]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0655, 0.8962]\", \"lift_point\": \"[0.0655, 0.8962]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0669, 0.9115]\", \"lift_point\": \"[0.0669, 0.9115]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for good Greek restaurants\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0598, 0.3989]\", \"lift_point\": \"[0.0598, 0.3989]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1317, 0.6422]\", \"lift_point\": \"[0.1317, 0.6422]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1392, 0.4476]\", \"lift_point\": \"[0.1392, 0.4476]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5651, 0.1852]\", \"lift_point\": \"[0.5651, 0.1852]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5689, 0.1681]\", \"lift_point\": \"[0.5689, 0.1681]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1045, 0.5368]\", \"lift_point\": \"[0.1045, 0.5368]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.106, 0.5978]\", \"lift_point\": \"[0.106, 0.5978]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0462, 0.8993]\", \"lift_point\": \"[0.0462, 0.8993]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0515, 0.9098]\", \"lift_point\": \"[0.0515, 0.9098]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0491, 0.4284]\", \"lift_point\": \"[0.0491, 0.4284]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0403, 0.2345]\", \"lift_point\": \"[0.0403, 0.2345]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What time is it in Beijing? \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What time is it in Beijing? \"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1116, 0.4166]\", \"lift_point\": \"[0.1116, 0.4166]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1083, 0.3878]\", \"lift_point\": \"[0.1083, 0.3878]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5386, 0.1224]\", \"lift_point\": \"[0.5386, 0.1224]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5379, 0.1663]\", \"lift_point\": \"[0.5379, 0.1663]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1063, 0.5713]\", \"lift_point\": \"[0.1063, 0.5713]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1037, 0.6355]\", \"lift_point\": \"[0.1037, 0.6355]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0474, 0.9258]\", \"lift_point\": \"[0.0474, 0.9258]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0529, 0.912]\", \"lift_point\": \"[0.0529, 0.912]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0606, 0.444]\", \"lift_point\": \"[0.0606, 0.444]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0422, 0.3619]\", \"lift_point\": \"[0.0422, 0.3619]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does the TCL TV cost? \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does the TCL TV cost? \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1079, 0.3517]\", \"lift_point\": \"[0.1079, 0.3517]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1095, 0.3654]\", \"lift_point\": \"[0.1095, 0.3654]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3504, 0.3787]\", \"lift_point\": \"[0.3504, 0.3787]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0427, 0.4923]\", \"lift_point\": \"[0.0427, 0.4923]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5519, 0.3016]\", \"lift_point\": \"[0.5519, 0.3016]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8807, 0.4228]\", \"lift_point\": \"[0.8807, 0.4228]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5469, 0.1552]\", \"lift_point\": \"[0.5469, 0.1552]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5377, 0.1669]\", \"lift_point\": \"[0.5377, 0.1669]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0428, 0.5818]\", \"lift_point\": \"[0.0428, 0.5818]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0428, 0.9008]\", \"lift_point\": \"[0.0428, 0.9008]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0511, 0.9185]\", \"lift_point\": \"[0.0511, 0.9185]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0586, 0.3854]\", \"lift_point\": \"[0.0586, 0.3854]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0428, 0.4637]\", \"lift_point\": \"[0.0428, 0.4637]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0533, 0.8195]\", \"lift_point\": \"[0.0533, 0.8195]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.057, 0.915]\", \"lift_point\": \"[0.057, 0.915]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0479, 0.8541]\", \"lift_point\": \"[0.0479, 0.8541]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0533, 0.8195]\", \"lift_point\": \"[0.0533, 0.8195]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0527, 0.8434]\", \"lift_point\": \"[0.0527, 0.8434]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0538, 0.9356]\", \"lift_point\": \"[0.0538, 0.9356]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0552, 0.8162]\", \"lift_point\": \"[0.0552, 0.8162]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0531, 0.9213]\", \"lift_point\": \"[0.0531, 0.9213]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0326, 0.9083]\", \"lift_point\": \"[0.0326, 0.9083]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0552, 0.8162]\", \"lift_point\": \"[0.0552, 0.8162]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0454, 0.9083]\", \"lift_point\": \"[0.0454, 0.9083]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0326, 0.9083]\", \"lift_point\": \"[0.0326, 0.9083]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0524, 0.3553]\", \"lift_point\": \"[0.0524, 0.3553]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1687, 0.3358]\", \"lift_point\": \"[0.1687, 0.3358]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0664, 0.2897]\", \"lift_point\": \"[0.0664, 0.2897]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0612, 0.5317]\", \"lift_point\": \"[0.0612, 0.5317]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0579, 0.9246]\", \"lift_point\": \"[0.0579, 0.9246]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.048, 0.8925]\", \"lift_point\": \"[0.048, 0.8925]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0612, 0.5317]\", \"lift_point\": \"[0.0612, 0.5317]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0512, 0.3511]\", \"lift_point\": \"[0.0512, 0.3511]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0556, 0.3617]\", \"lift_point\": \"[0.0556, 0.3617]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"US dollar exchange rate against the Australian Dollar \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1125, 0.3218]\", \"lift_point\": \"[0.1125, 0.3218]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0993, 0.2794]\", \"lift_point\": \"[0.0993, 0.2794]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2543, 0.2688]\", \"lift_point\": \"[0.2543, 0.2688]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7876, 0.173]\", \"lift_point\": \"[0.7876, 0.173]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2503, 0.246]\", \"lift_point\": \"[0.2503, 0.246]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3592, 0.8903]\", \"lift_point\": \"[0.3592, 0.8903]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1867, 0.8678]\", \"lift_point\": \"[0.1867, 0.8678]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5418, 0.1546]\", \"lift_point\": \"[0.5418, 0.1546]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5412, 0.1471]\", \"lift_point\": \"[0.5412, 0.1471]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1066, 0.6427]\", \"lift_point\": \"[0.1066, 0.6427]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1089, 0.6384]\", \"lift_point\": \"[0.1089, 0.6384]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0473, 0.9284]\", \"lift_point\": \"[0.0473, 0.9284]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.051, 0.9097]\", \"lift_point\": \"[0.051, 0.9097]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0574, 0.4209]\", \"lift_point\": \"[0.0574, 0.4209]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.042, 0.3619]\", \"lift_point\": \"[0.042, 0.3619]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for hotels in Buenos aires \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for hotels in Buenos aires \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1073, 0.2739]\", \"lift_point\": \"[0.1073, 0.2739]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1062, 0.2843]\", \"lift_point\": \"[0.1062, 0.2843]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2568, 0.2873]\", \"lift_point\": \"[0.2568, 0.2873]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2503, 0.3484]\", \"lift_point\": \"[0.2503, 0.3484]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5469, 0.1602]\", \"lift_point\": \"[0.5469, 0.1602]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5493, 0.1669]\", \"lift_point\": \"[0.5493, 0.1669]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1094, 0.412]\", \"lift_point\": \"[0.1094, 0.412]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1112, 0.6157]\", \"lift_point\": \"[0.1112, 0.6157]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0442, 0.92]\", \"lift_point\": \"[0.0442, 0.92]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0443, 0.9129]\", \"lift_point\": \"[0.0443, 0.9129]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0447, 0.3167]\", \"lift_point\": \"[0.0447, 0.3167]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0442, 0.3619]\", \"lift_point\": \"[0.0442, 0.3619]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Google the capital of Bolivia \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Google the capital of Bolivia \"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0988, 0.3816]\", \"lift_point\": \"[0.0988, 0.3816]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.109, 0.4618]\", \"lift_point\": \"[0.109, 0.4618]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5378, 0.1475]\", \"lift_point\": \"[0.5378, 0.1475]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.537, 0.1485]\", \"lift_point\": \"[0.537, 0.1485]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5619, 0.1167]\", \"lift_point\": \"[0.5619, 0.1167]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5378, 0.1475]\", \"lift_point\": \"[0.5378, 0.1475]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0562, 0.487]\", \"lift_point\": \"[0.0562, 0.487]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0409, 0.4214]\", \"lift_point\": \"[0.0409, 0.4214]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0534, 0.9112]\", \"lift_point\": \"[0.0534, 0.9112]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0518, 0.9256]\", \"lift_point\": \"[0.0518, 0.9256]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0619, 0.4799]\", \"lift_point\": \"[0.0619, 0.4799]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0407, 0.3619]\", \"lift_point\": \"[0.0407, 0.3619]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Sydney to Buenos aires \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for flights from Sydney to Buenos aires \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1134, 0.4101]\", \"lift_point\": \"[0.1134, 0.4101]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1093, 0.4255]\", \"lift_point\": \"[0.1093, 0.4255]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5912, 0.3496]\", \"lift_point\": \"[0.5912, 0.3496]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2523, 0.3602]\", \"lift_point\": \"[0.2523, 0.3602]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9431, 0.52]\", \"lift_point\": \"[0.9431, 0.52]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9384, 0.5148]\", \"lift_point\": \"[0.9384, 0.5148]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1021, 0.9745]\", \"lift_point\": \"[0.1021, 0.9745]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8799, 0.5702]\", \"lift_point\": \"[0.8799, 0.5702]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5861, 0.5358]\", \"lift_point\": \"[0.5861, 0.5358]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7001, 0.4525]\", \"lift_point\": \"[0.7001, 0.4525]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4939, 0.3748]\", \"lift_point\": \"[0.4939, 0.3748]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5489, 0.5586]\", \"lift_point\": \"[0.5489, 0.5586]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4843, 0.3748]\", \"lift_point\": \"[0.4843, 0.3748]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5487, 0.6434]\", \"lift_point\": \"[0.5487, 0.6434]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5964, 0.4444]\", \"lift_point\": \"[0.5964, 0.4444]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5573, 0.6432]\", \"lift_point\": \"[0.5573, 0.6432]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5567, 0.4671]\", \"lift_point\": \"[0.5567, 0.4671]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5482, 0.5582]\", \"lift_point\": \"[0.5482, 0.5582]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6899, 0.5398]\", \"lift_point\": \"[0.6899, 0.5398]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5412, 0.1542]\", \"lift_point\": \"[0.5412, 0.1542]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.548, 0.1667]\", \"lift_point\": \"[0.548, 0.1667]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0539, 0.3661]\", \"lift_point\": \"[0.0539, 0.3661]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.055, 0.9027]\", \"lift_point\": \"[0.055, 0.9027]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0472, 0.9251]\", \"lift_point\": \"[0.0472, 0.9251]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0275, 0.3803]\", \"lift_point\": \"[0.0275, 0.3803]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0445, 0.3661]\", \"lift_point\": \"[0.0445, 0.3661]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest video from GameSpot Reviews? \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest video from GameSpot Reviews? \"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1097, 0.3554]\", \"lift_point\": \"[0.1097, 0.3554]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1047, 0.376]\", \"lift_point\": \"[0.1047, 0.376]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5337, 0.1261]\", \"lift_point\": \"[0.5337, 0.1261]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5492, 0.1661]\", \"lift_point\": \"[0.5492, 0.1661]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.123, 0.2968]\", \"lift_point\": \"[0.123, 0.2968]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1067, 0.5789]\", \"lift_point\": \"[0.1067, 0.5789]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0604, 0.9069]\", \"lift_point\": \"[0.0604, 0.9069]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0512, 0.9129]\", \"lift_point\": \"[0.0512, 0.9129]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0541, 0.2805]\", \"lift_point\": \"[0.0541, 0.2805]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0409, 0.2526]\", \"lift_point\": \"[0.0409, 0.2526]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Chile? \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Chile? \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1075, 0.3487]\", \"lift_point\": \"[0.1075, 0.3487]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1092, 0.387]\", \"lift_point\": \"[0.1092, 0.387]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2558, 0.3923]\", \"lift_point\": \"[0.2558, 0.3923]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2502, 0.253]\", \"lift_point\": \"[0.2502, 0.253]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8747, 0.2714]\", \"lift_point\": \"[0.8747, 0.2714]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7585, 0.5167]\", \"lift_point\": \"[0.7585, 0.5167]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8861, 0.4535]\", \"lift_point\": \"[0.8861, 0.4535]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1368, 0.1409]\", \"lift_point\": \"[0.1368, 0.1409]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.548, 0.169]\", \"lift_point\": \"[0.548, 0.169]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.543, 0.1352]\", \"lift_point\": \"[0.543, 0.1352]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5489, 0.1664]\", \"lift_point\": \"[0.5489, 0.1664]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1093, 0.4126]\", \"lift_point\": \"[0.1093, 0.4126]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1111, 0.3944]\", \"lift_point\": \"[0.1111, 0.3944]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0622, 0.9057]\", \"lift_point\": \"[0.0622, 0.9057]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0489, 0.9128]\", \"lift_point\": \"[0.0489, 0.9128]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0419, 0.2554]\", \"lift_point\": \"[0.0419, 0.2554]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0417, 0.2529]\", \"lift_point\": \"[0.0417, 0.2529]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of sound? \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of sound? \"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1154, 0.3291]\", \"lift_point\": \"[0.1154, 0.3291]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1092, 0.4842]\", \"lift_point\": \"[0.1092, 0.4842]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5677, 0.8324]\", \"lift_point\": \"[0.5677, 0.8324]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1954, 0.309]\", \"lift_point\": \"[0.1954, 0.309]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4845, 0.5063]\", \"lift_point\": \"[0.4845, 0.5063]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8997, 0.5628]\", \"lift_point\": \"[0.8997, 0.5628]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9039, 0.4902]\", \"lift_point\": \"[0.9039, 0.4902]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9033, 0.642]\", \"lift_point\": \"[0.9033, 0.642]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9029, 0.564]\", \"lift_point\": \"[0.9029, 0.564]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0681, 0.1163]\", \"lift_point\": \"[0.0681, 0.1163]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1405, 0.2047]\", \"lift_point\": \"[0.1405, 0.2047]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1412, 0.2778]\", \"lift_point\": \"[0.1412, 0.2778]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7894, 0.6932]\", \"lift_point\": \"[0.7894, 0.6932]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7903, 0.6947]\", \"lift_point\": \"[0.7903, 0.6947]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7983, 0.6786]\", \"lift_point\": \"[0.7983, 0.6786]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7894, 0.6932]\", \"lift_point\": \"[0.7894, 0.6932]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7952, 0.6971]\", \"lift_point\": \"[0.7952, 0.6971]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7983, 0.6786]\", \"lift_point\": \"[0.7983, 0.6786]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.107, 0.603]\", \"lift_point\": \"[0.107, 0.603]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0629, 0.4915]\", \"lift_point\": \"[0.0629, 0.4915]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0724, 0.5384]\", \"lift_point\": \"[0.0724, 0.5384]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0685, 0.603]\", \"lift_point\": \"[0.0685, 0.603]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What does the iPhone 8 look like\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0602, 0.9229]\", \"lift_point\": \"[0.0602, 0.9229]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.208, 0.5184]\", \"lift_point\": \"[0.208, 0.5184]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1421, 0.5695]\", \"lift_point\": \"[0.1421, 0.5695]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8087, 0.7014]\", \"lift_point\": \"[0.8087, 0.7014]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7918, 0.6863]\", \"lift_point\": \"[0.7918, 0.6863]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0668, 0.4957]\", \"lift_point\": \"[0.0668, 0.4957]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0642, 0.3757]\", \"lift_point\": \"[0.0642, 0.3757]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from London to Paris\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from London to Paris\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1352, 0.5249]\", \"lift_point\": \"[0.1352, 0.5249]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1415, 0.5154]\", \"lift_point\": \"[0.1415, 0.5154]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1352, 0.5354]\", \"lift_point\": \"[0.1352, 0.5354]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1352, 0.5249]\", \"lift_point\": \"[0.1352, 0.5249]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7418, 0.5699]\", \"lift_point\": \"[0.7418, 0.5699]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6024, 0.4424]\", \"lift_point\": \"[0.6024, 0.4424]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5107, 0.6755]\", \"lift_point\": \"[0.5107, 0.6755]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3723, 0.496]\", \"lift_point\": \"[0.3723, 0.496]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1326, 0.5856]\", \"lift_point\": \"[0.1326, 0.5856]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1331, 0.5378]\", \"lift_point\": \"[0.1331, 0.5378]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1333, 0.6506]\", \"lift_point\": \"[0.1333, 0.6506]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0659, 0.9061]\", \"lift_point\": \"[0.0659, 0.9061]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.126, 0.5796]\", \"lift_point\": \"[0.126, 0.5796]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1333, 0.6506]\", \"lift_point\": \"[0.1333, 0.6506]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0703, 0.9171]\", \"lift_point\": \"[0.0703, 0.9171]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0655, 0.9123]\", \"lift_point\": \"[0.0655, 0.9123]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9931, 0.7978]\", \"lift_point\": \"[0.9931, 0.7978]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Chicago\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Chicago\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Chicago\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1514, 0.338]\", \"lift_point\": \"[0.1514, 0.338]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1454, 0.3911]\", \"lift_point\": \"[0.1454, 0.3911]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3338, 0.4203]\", \"lift_point\": \"[0.3338, 0.4203]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3751, 0.4752]\", \"lift_point\": \"[0.3751, 0.4752]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5029, 0.6818]\", \"lift_point\": \"[0.5029, 0.6818]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2126, 0.6494]\", \"lift_point\": \"[0.2126, 0.6494]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.07, 0.4994]\", \"lift_point\": \"[0.07, 0.4994]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,TYPE,TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1314, 0.9394]\", \"lift_point\": \"[0.1314, 0.9394]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1283, 0.9446]\", \"lift_point\": \"[0.1283, 0.9446]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,TYPE,TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is a dinosaur?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is a dinosaur?\"" }, { "gt": "Action Plan: [TYPE,TYPE,TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" \"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1882, 0.4392]\", \"lift_point\": \"[0.1882, 0.4392]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1814, 0.4962]\", \"lift_point\": \"[0.1814, 0.4962]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" \"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1878, 0.4258]\", \"lift_point\": \"[0.1878, 0.4258]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1878, 0.3994]\", \"lift_point\": \"[0.1878, 0.3994]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1319, 0.4797]\", \"lift_point\": \"[0.1319, 0.4797]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1234, 0.4258]\", \"lift_point\": \"[0.1234, 0.4258]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1261, 0.4727]\", \"lift_point\": \"[0.1261, 0.4727]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1317, 0.4797]\", \"lift_point\": \"[0.1317, 0.4797]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6105, 0.4638]\", \"lift_point\": \"[0.6105, 0.4638]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1234, 0.9465]\", \"lift_point\": \"[0.1234, 0.9465]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3666, 0.4903]\", \"lift_point\": \"[0.3666, 0.4903]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3724, 0.4967]\", \"lift_point\": \"[0.3724, 0.4967]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.058, 0.4935]\", \"lift_point\": \"[0.058, 0.4935]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.198, 0.6297]\", \"lift_point\": \"[0.198, 0.6297]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1918, 0.6459]\", \"lift_point\": \"[0.1918, 0.6459]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1238, 0.9271]\", \"lift_point\": \"[0.1238, 0.9271]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1237, 0.9256]\", \"lift_point\": \"[0.1237, 0.9256]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1801, 0.4253]\", \"lift_point\": \"[0.1801, 0.4253]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2938, 0.2877]\", \"lift_point\": \"[0.2938, 0.2877]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.18, 0.4136]\", \"lift_point\": \"[0.18, 0.4136]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6039, 0.4167]\", \"lift_point\": \"[0.6039, 0.4167]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3923, 0.2403]\", \"lift_point\": \"[0.3923, 0.2403]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7813, 0.6863]\", \"lift_point\": \"[0.7813, 0.6863]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3669, 0.4972]\", \"lift_point\": \"[0.3669, 0.4972]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3678, 0.4969]\", \"lift_point\": \"[0.3678, 0.4969]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0589, 0.5386]\", \"lift_point\": \"[0.0589, 0.5386]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8284, 0.9139]\", \"lift_point\": \"[0.8284, 0.9139]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0668, 0.9062]\", \"lift_point\": \"[0.0668, 0.9062]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0699, 0.9258]\", \"lift_point\": \"[0.0699, 0.9258]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a jet?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a jet?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1297, 0.5866]\", \"lift_point\": \"[0.1297, 0.5866]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1324, 0.5555]\", \"lift_point\": \"[0.1324, 0.5555]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3591, 0.516]\", \"lift_point\": \"[0.3591, 0.516]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3671, 0.5032]\", \"lift_point\": \"[0.3671, 0.5032]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3725, 0.5116]\", \"lift_point\": \"[0.3725, 0.5116]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3591, 0.516]\", \"lift_point\": \"[0.3591, 0.516]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0649, 0.5287]\", \"lift_point\": \"[0.0649, 0.5287]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3373, 0.5155]\", \"lift_point\": \"[0.3373, 0.5155]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3298, 0.5032]\", \"lift_point\": \"[0.3298, 0.5032]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0699, 0.4292]\", \"lift_point\": \"[0.0699, 0.4292]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0548, 0.527]\", \"lift_point\": \"[0.0548, 0.527]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0711, 0.9155]\", \"lift_point\": \"[0.0711, 0.9155]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0643, 0.9197]\", \"lift_point\": \"[0.0643, 0.9197]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the TCL TV?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the TCL TV?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1339, 0.5079]\", \"lift_point\": \"[0.1339, 0.5079]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1472, 0.6754]\", \"lift_point\": \"[0.1472, 0.6754]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3575, 0.508]\", \"lift_point\": \"[0.3575, 0.508]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.362, 0.497]\", \"lift_point\": \"[0.362, 0.497]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0638, 0.9425]\", \"lift_point\": \"[0.0638, 0.9425]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0584, 0.9294]\", \"lift_point\": \"[0.0584, 0.9294]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0572, 0.8502]\", \"lift_point\": \"[0.0572, 0.8502]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0638, 0.9425]\", \"lift_point\": \"[0.0638, 0.9425]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1329, 0.909]\", \"lift_point\": \"[0.1329, 0.909]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0668, 0.066]\", \"lift_point\": \"[0.0668, 0.066]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0513, 0.0469]\", \"lift_point\": \"[0.0513, 0.0469]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0611, 0.0646]\", \"lift_point\": \"[0.0611, 0.0646]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6324, 0.9125]\", \"lift_point\": \"[0.6324, 0.9125]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3924, 0.5924]\", \"lift_point\": \"[0.3924, 0.5924]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0566, 0.8408]\", \"lift_point\": \"[0.0566, 0.8408]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3643, 0.4842]\", \"lift_point\": \"[0.3643, 0.4842]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3509, 0.492]\", \"lift_point\": \"[0.3509, 0.492]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.065, 0.468]\", \"lift_point\": \"[0.065, 0.468]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0528, 0.5444]\", \"lift_point\": \"[0.0528, 0.5444]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Chicago?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Chicago?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1414, 0.4356]\", \"lift_point\": \"[0.1414, 0.4356]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1252, 0.6004]\", \"lift_point\": \"[0.1252, 0.6004]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6042, 0.2889]\", \"lift_point\": \"[0.6042, 0.2889]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2661, 0.5474]\", \"lift_point\": \"[0.2661, 0.5474]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.282, 0.3245]\", \"lift_point\": \"[0.282, 0.3245]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4006, 0.3353]\", \"lift_point\": \"[0.4006, 0.3353]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1241, 0.0765]\", \"lift_point\": \"[0.1241, 0.0765]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1278, 0.0705]\", \"lift_point\": \"[0.1278, 0.0705]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1288, 0.1043]\", \"lift_point\": \"[0.1288, 0.1043]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3287, 0.2535]\", \"lift_point\": \"[0.3287, 0.2535]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5125, 0.3515]\", \"lift_point\": \"[0.5125, 0.3515]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9362, 0.3203]\", \"lift_point\": \"[0.9362, 0.3203]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7351, 0.4954]\", \"lift_point\": \"[0.7351, 0.4954]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,DUAL_POINT,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,DUAL_POINT,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.795, 0.7049]\", \"lift_point\": \"[0.795, 0.7049]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,DUAL_POINT,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3718, 0.5032]\", \"lift_point\": \"[0.3718, 0.5032]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.364, 0.496]\", \"lift_point\": \"[0.364, 0.496]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,DUAL_POINT,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3641, 0.5107]\", \"lift_point\": \"[0.3641, 0.5107]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3718, 0.5032]\", \"lift_point\": \"[0.3718, 0.5032]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,DUAL_POINT,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0365, 0.5117]\", \"lift_point\": \"[0.0365, 0.5117]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0686, 0.4378]\", \"lift_point\": \"[0.0686, 0.4378]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,TYPE,DUAL_POINT,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0496, 0.5092]\", \"lift_point\": \"[0.0496, 0.5092]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0697, 0.5499]\", \"lift_point\": \"[0.0697, 0.5499]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,TYPE,DUAL_POINT,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of light?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of light?\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1443, 0.4258]\", \"lift_point\": \"[0.1443, 0.4258]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of light?\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2058, 0.388]\", \"lift_point\": \"[0.2058, 0.388]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2097, 0.3362]\", \"lift_point\": \"[0.2097, 0.3362]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1222, 0.4214]\", \"lift_point\": \"[0.1222, 0.4214]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1261, 0.9281]\", \"lift_point\": \"[0.1261, 0.9281]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6377, 0.4206]\", \"lift_point\": \"[0.6377, 0.4206]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4822, 0.5822]\", \"lift_point\": \"[0.4822, 0.5822]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4692, 0.3282]\", \"lift_point\": \"[0.4692, 0.3282]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8337, 0.6287]\", \"lift_point\": \"[0.8337, 0.6287]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7918, 0.686]\", \"lift_point\": \"[0.7918, 0.686]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3558, 0.4939]\", \"lift_point\": \"[0.3558, 0.4939]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3679, 0.4901]\", \"lift_point\": \"[0.3679, 0.4901]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0474, 0.5279]\", \"lift_point\": \"[0.0474, 0.5279]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0537, 0.5408]\", \"lift_point\": \"[0.0537, 0.5408]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Paris\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Paris\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1284, 0.562]\", \"lift_point\": \"[0.1284, 0.562]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.403, 0.3521]\", \"lift_point\": \"[0.403, 0.3521]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3321, 0.3864]\", \"lift_point\": \"[0.3321, 0.3864]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3529, 0.3154]\", \"lift_point\": \"[0.3529, 0.3154]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3338, 0.3984]\", \"lift_point\": \"[0.3338, 0.3984]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2998, 0.3466]\", \"lift_point\": \"[0.2998, 0.3466]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3745, 0.4935]\", \"lift_point\": \"[0.3745, 0.4935]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.364, 0.4902]\", \"lift_point\": \"[0.364, 0.4902]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0542, 0.4256]\", \"lift_point\": \"[0.0542, 0.4256]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.069, 0.3354]\", \"lift_point\": \"[0.069, 0.3354]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Sydney to Buenos aires\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Sydney to Buenos aires\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1343, 0.5892]\", \"lift_point\": \"[0.1343, 0.5892]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4567, 0.5058]\", \"lift_point\": \"[0.4567, 0.5058]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3063, 0.6541]\", \"lift_point\": \"[0.3063, 0.6541]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6055, 0.6493]\", \"lift_point\": \"[0.6055, 0.6493]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4996, 0.5572]\", \"lift_point\": \"[0.4996, 0.5572]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3338, 0.5289]\", \"lift_point\": \"[0.3338, 0.5289]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1764, 0.6049]\", \"lift_point\": \"[0.1764, 0.6049]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4134, 0.6631]\", \"lift_point\": \"[0.4134, 0.6631]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2562, 0.9481]\", \"lift_point\": \"[0.2562, 0.9481]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1734, 0.5735]\", \"lift_point\": \"[0.1734, 0.5735]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.652, 0.5994]\", \"lift_point\": \"[0.652, 0.5994]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.263, 0.7532]\", \"lift_point\": \"[0.263, 0.7532]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1406, 0.9582]\", \"lift_point\": \"[0.1406, 0.9582]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1412, 0.9082]\", \"lift_point\": \"[0.1412, 0.9082]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5124, 0.6287]\", \"lift_point\": \"[0.5124, 0.6287]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7907, 0.6936]\", \"lift_point\": \"[0.7907, 0.6936]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7901, 0.6922]\", \"lift_point\": \"[0.7901, 0.6922]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5045, 0.6666]\", \"lift_point\": \"[0.5045, 0.6666]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5025, 0.6768]\", \"lift_point\": \"[0.5025, 0.6768]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Los Angeles?\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2203, 0.3453]\", \"lift_point\": \"[0.2203, 0.3453]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2155, 0.1766]\", \"lift_point\": \"[0.2155, 0.1766]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.219, 0.417]\", \"lift_point\": \"[0.219, 0.417]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Los Angeles?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Los Angeles?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1415, 0.5113]\", \"lift_point\": \"[0.1415, 0.5113]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1394, 0.5692]\", \"lift_point\": \"[0.1394, 0.5692]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7904, 0.6907]\", \"lift_point\": \"[0.7904, 0.6907]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4965, 0.7021]\", \"lift_point\": \"[0.4965, 0.7021]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6395, 0.8729]\", \"lift_point\": \"[0.6395, 0.8729]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1406, 0.6026]\", \"lift_point\": \"[0.1406, 0.6026]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1334, 0.7868]\", \"lift_point\": \"[0.1334, 0.7868]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0632, 0.8851]\", \"lift_point\": \"[0.0632, 0.8851]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0695, 0.8998]\", \"lift_point\": \"[0.0695, 0.8998]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a rocket?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a rocket?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1556, 0.3143]\", \"lift_point\": \"[0.1556, 0.3143]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1364, 0.5691]\", \"lift_point\": \"[0.1364, 0.5691]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3479, 0.6206]\", \"lift_point\": \"[0.3479, 0.6206]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3585, 0.597]\", \"lift_point\": \"[0.3585, 0.597]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.07, 0.3953]\", \"lift_point\": \"[0.07, 0.3953]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0696, 0.5134]\", \"lift_point\": \"[0.0696, 0.5134]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Paraguay?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Paraguay?\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3516, 0.3604]\", \"lift_point\": \"[0.3516, 0.3604]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.361, 0.3551]\", \"lift_point\": \"[0.361, 0.3551]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3542, 0.5629]\", \"lift_point\": \"[0.3542, 0.5629]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3589, 0.6398]\", \"lift_point\": \"[0.3589, 0.6398]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0555, 0.4942]\", \"lift_point\": \"[0.0555, 0.4942]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0664, 0.4288]\", \"lift_point\": \"[0.0664, 0.4288]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Bolivia\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Bolivia\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7689, 0.7016]\", \"lift_point\": \"[0.7689, 0.7016]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7777, 0.6872]\", \"lift_point\": \"[0.7777, 0.6872]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.885, 0.4626]\", \"lift_point\": \"[0.885, 0.4626]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8829, 0.4984]\", \"lift_point\": \"[0.8829, 0.4984]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8937, 0.8222]\", \"lift_point\": \"[0.8937, 0.8222]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8971, 0.8401]\", \"lift_point\": \"[0.8971, 0.8401]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3026, 0.6258]\", \"lift_point\": \"[0.3026, 0.6258]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2845, 0.5129]\", \"lift_point\": \"[0.2845, 0.5129]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Switzerland\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of switzerland\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1308, 0.3284]\", \"lift_point\": \"[0.1308, 0.3284]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1262, 0.3478]\", \"lift_point\": \"[0.1262, 0.3478]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7767, 0.6801]\", \"lift_point\": \"[0.7767, 0.6801]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7836, 0.492]\", \"lift_point\": \"[0.7836, 0.492]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7652, 0.6912]\", \"lift_point\": \"[0.7652, 0.6912]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0604, 0.8519]\", \"lift_point\": \"[0.0604, 0.8519]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0588, 0.8125]\", \"lift_point\": \"[0.0588, 0.8125]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest video from the Huffington Post\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Huffington Post\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1179, 0.2291]\", \"lift_point\": \"[0.1179, 0.2291]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.123, 0.4036]\", \"lift_point\": \"[0.123, 0.4036]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4348, 0.5737]\", \"lift_point\": \"[0.4348, 0.5737]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4374, 0.4973]\", \"lift_point\": \"[0.4374, 0.4973]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4014, 0.5234]\", \"lift_point\": \"[0.4014, 0.5234]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4274, 0.5411]\", \"lift_point\": \"[0.4274, 0.5411]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2999, 0.5434]\", \"lift_point\": \"[0.2999, 0.5434]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2892, 0.4823]\", \"lift_point\": \"[0.2892, 0.4823]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5996, 0.5738]\", \"lift_point\": \"[0.5996, 0.5738]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2258, 0.8914]\", \"lift_point\": \"[0.2258, 0.8914]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2288, 0.8452]\", \"lift_point\": \"[0.2288, 0.8452]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7794, 0.6882]\", \"lift_point\": \"[0.7794, 0.6882]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7769, 0.6931]\", \"lift_point\": \"[0.7769, 0.6931]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0602, 0.5767]\", \"lift_point\": \"[0.0602, 0.5767]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0563, 0.5007]\", \"lift_point\": \"[0.0563, 0.5007]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Hotels in Miami\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Miami\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1218, 0.322]\", \"lift_point\": \"[0.1218, 0.322]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1274, 0.2978]\", \"lift_point\": \"[0.1274, 0.2978]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.888, 0.8691]\", \"lift_point\": \"[0.888, 0.8691]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0993, 0.0948]\", \"lift_point\": \"[0.0993, 0.0948]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1063, 0.376]\", \"lift_point\": \"[0.1063, 0.376]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1107, 0.2943]\", \"lift_point\": \"[0.1107, 0.2943]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"eBay \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" eBay app\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2239, 0.3535]\", \"lift_point\": \"[0.2239, 0.3535]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2193, 0.3718]\", \"lift_point\": \"[0.2193, 0.3718]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2239, 0.313]\", \"lift_point\": \"[0.2239, 0.313]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2617, 0.823]\", \"lift_point\": \"[0.2617, 0.823]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2566, 0.7547]\", \"lift_point\": \"[0.2566, 0.7547]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4929, 0.4908]\", \"lift_point\": \"[0.4929, 0.4908]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5024, 0.4991]\", \"lift_point\": \"[0.5024, 0.4991]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3479, 0.5891]\", \"lift_point\": \"[0.3479, 0.5891]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3423, 0.519]\", \"lift_point\": \"[0.3423, 0.519]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2221, 0.8792]\", \"lift_point\": \"[0.2221, 0.8792]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2085, 0.8804]\", \"lift_point\": \"[0.2085, 0.8804]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in San Jose?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in San Jose?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2066, 0.4316]\", \"lift_point\": \"[0.2066, 0.4316]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5683, 0.5494]\", \"lift_point\": \"[0.5683, 0.5494]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5328, 0.5261]\", \"lift_point\": \"[0.5328, 0.5261]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5994, 0.5059]\", \"lift_point\": \"[0.5994, 0.5059]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8404, 0.5093]\", \"lift_point\": \"[0.8404, 0.5093]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7072, 0.1192]\", \"lift_point\": \"[0.7072, 0.1192]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8797, 0.8798]\", \"lift_point\": \"[0.8797, 0.8798]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1053, 0.515]\", \"lift_point\": \"[0.1053, 0.515]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5031, 0.4783]\", \"lift_point\": \"[0.5031, 0.4783]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5021, 0.4991]\", \"lift_point\": \"[0.5021, 0.4991]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3325, 0.5901]\", \"lift_point\": \"[0.3325, 0.5901]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6287, 0.5384]\", \"lift_point\": \"[0.6287, 0.5384]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2106, 0.8731]\", \"lift_point\": \"[0.2106, 0.8731]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2081, 0.8864]\", \"lift_point\": \"[0.2081, 0.8864]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" good restaurant near me?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant near me?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8743, 0.5131]\", \"lift_point\": \"[0.8743, 0.5131]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.322, 0.602]\", \"lift_point\": \"[0.322, 0.602]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5405, 0.1408]\", \"lift_point\": \"[0.5405, 0.1408]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8441, 0.5817]\", \"lift_point\": \"[0.8441, 0.5817]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0985, 0.4514]\", \"lift_point\": \"[0.0985, 0.4514]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1091, 0.5185]\", \"lift_point\": \"[0.1091, 0.5185]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest electronic store\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest electronics store thats open today\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2042, 0.4117]\", \"lift_point\": \"[0.2042, 0.4117]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1944, 0.464]\", \"lift_point\": \"[0.1944, 0.464]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7959, 0.9214]\", \"lift_point\": \"[0.7959, 0.9214]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8403, 0.9313]\", \"lift_point\": \"[0.8403, 0.9313]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7234, 0.6351]\", \"lift_point\": \"[0.7234, 0.6351]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.719, 0.611]\", \"lift_point\": \"[0.719, 0.611]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1028, 0.4722]\", \"lift_point\": \"[0.1028, 0.4722]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1008, 0.5404]\", \"lift_point\": \"[0.1008, 0.5404]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"menu at McDonalds\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"menu at mcdonalds\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1848, 0.5555]\", \"lift_point\": \"[0.1848, 0.5555]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5601, 0.371]\", \"lift_point\": \"[0.5601, 0.371]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5774, 0.7847]\", \"lift_point\": \"[0.5774, 0.7847]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5897, 0.8078]\", \"lift_point\": \"[0.5897, 0.8078]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3079, 0.9607]\", \"lift_point\": \"[0.3079, 0.9607]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7349, 0.6118]\", \"lift_point\": \"[0.7349, 0.6118]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7081, 0.6262]\", \"lift_point\": \"[0.7081, 0.6262]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.732, 0.5884]\", \"lift_point\": \"[0.732, 0.5884]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0856, 0.4623]\", \"lift_point\": \"[0.0856, 0.4623]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.097, 0.4565]\", \"lift_point\": \"[0.097, 0.4565]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of sweden ?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Sweden\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2007, 0.6839]\", \"lift_point\": \"[0.2007, 0.6839]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1964, 0.4678]\", \"lift_point\": \"[0.1964, 0.4678]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5232, 0.1533]\", \"lift_point\": \"[0.5232, 0.1533]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5667, 0.1479]\", \"lift_point\": \"[0.5667, 0.1479]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0991, 0.6281]\", \"lift_point\": \"[0.0991, 0.6281]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0882, 0.9004]\", \"lift_point\": \"[0.0882, 0.9004]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0909, 0.9027]\", \"lift_point\": \"[0.0909, 0.9027]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0969, 0.9046]\", \"lift_point\": \"[0.0969, 0.9046]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in San Diego\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in San Diego\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2215, 0.5013]\", \"lift_point\": \"[0.2215, 0.5013]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1989, 0.5864]\", \"lift_point\": \"[0.1989, 0.5864]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7163, 0.5936]\", \"lift_point\": \"[0.7163, 0.5936]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7334, 0.615]\", \"lift_point\": \"[0.7334, 0.615]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0967, 0.9101]\", \"lift_point\": \"[0.0967, 0.9101]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1035, 0.9138]\", \"lift_point\": \"[0.1035, 0.9138]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2619, 0.6533]\", \"lift_point\": \"[0.2619, 0.6533]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2913, 0.5129]\", \"lift_point\": \"[0.2913, 0.5129]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7279, 0.6578]\", \"lift_point\": \"[0.7279, 0.6578]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7215, 0.6113]\", \"lift_point\": \"[0.7215, 0.6113]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4437, 0.5139]\", \"lift_point\": \"[0.4437, 0.5139]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4277, 0.5555]\", \"lift_point\": \"[0.4277, 0.5555]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" flights from NYC to London\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to London\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2149, 0.6706]\", \"lift_point\": \"[0.2149, 0.6706]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2494, 0.168]\", \"lift_point\": \"[0.2494, 0.168]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5252, 0.2376]\", \"lift_point\": \"[0.5252, 0.2376]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.426, 0.6642]\", \"lift_point\": \"[0.426, 0.6642]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2077, 0.787]\", \"lift_point\": \"[0.2077, 0.787]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4071, 0.506]\", \"lift_point\": \"[0.4071, 0.506]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7674, 0.8042]\", \"lift_point\": \"[0.7674, 0.8042]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7619, 0.7859]\", \"lift_point\": \"[0.7619, 0.7859]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7345, 0.6311]\", \"lift_point\": \"[0.7345, 0.6311]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7216, 0.6164]\", \"lift_point\": \"[0.7216, 0.6164]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1033, 0.4153]\", \"lift_point\": \"[0.1033, 0.4153]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1001, 0.465]\", \"lift_point\": \"[0.1001, 0.465]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does the Vizio TV cost?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does the Vizio TV cost?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1992, 0.4675]\", \"lift_point\": \"[0.1992, 0.4675]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1975, 0.3916]\", \"lift_point\": \"[0.1975, 0.3916]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5714, 0.1792]\", \"lift_point\": \"[0.5714, 0.1792]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5376, 0.1565]\", \"lift_point\": \"[0.5376, 0.1565]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1141, 0.5455]\", \"lift_point\": \"[0.1141, 0.5455]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1181, 0.5124]\", \"lift_point\": \"[0.1181, 0.5124]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0956, 0.902]\", \"lift_point\": \"[0.0956, 0.902]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1022, 0.8984]\", \"lift_point\": \"[0.1022, 0.8984]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in london\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in london\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.277, 0.3544]\", \"lift_point\": \"[0.277, 0.3544]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2096, 0.3974]\", \"lift_point\": \"[0.2096, 0.3974]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5653, 0.1722]\", \"lift_point\": \"[0.5653, 0.1722]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7213, 0.6123]\", \"lift_point\": \"[0.7213, 0.6123]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7214, 0.6035]\", \"lift_point\": \"[0.7214, 0.6035]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7319, 0.6021]\", \"lift_point\": \"[0.7319, 0.6021]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.722, 0.6154]\", \"lift_point\": \"[0.722, 0.6154]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0853, 0.3733]\", \"lift_point\": \"[0.0853, 0.3733]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0912, 0.5128]\", \"lift_point\": \"[0.0912, 0.5128]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for flights from Buenos aires to Tokyo\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Buenos aires to Tokyo\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0817, 0.67]\", \"lift_point\": \"[0.0817, 0.67]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0912, 0.7274]\", \"lift_point\": \"[0.0912, 0.7274]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1806, 0.4818]\", \"lift_point\": \"[0.1806, 0.4818]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1936, 0.5564]\", \"lift_point\": \"[0.1936, 0.5564]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.741, 0.5892]\", \"lift_point\": \"[0.741, 0.5892]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.721, 0.6107]\", \"lift_point\": \"[0.721, 0.6107]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0799, 0.5852]\", \"lift_point\": \"[0.0799, 0.5852]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0913, 0.4434]\", \"lift_point\": \"[0.0913, 0.4434]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 2 bedroom apartment rent for in Chicago?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bedroom apartment rent for in Chicago\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2142, 0.6479]\", \"lift_point\": \"[0.2142, 0.6479]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5744, 0.4222]\", \"lift_point\": \"[0.5744, 0.4222]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5491, 0.4051]\", \"lift_point\": \"[0.5491, 0.4051]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5744, 0.4222]\", \"lift_point\": \"[0.5744, 0.4222]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5684, 0.4022]\", \"lift_point\": \"[0.5684, 0.4022]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5744, 0.4222]\", \"lift_point\": \"[0.5744, 0.4222]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5744, 0.4222]\", \"lift_point\": \"[0.5744, 0.4222]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5056, 0.673]\", \"lift_point\": \"[0.5056, 0.673]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.507, 0.6824]\", \"lift_point\": \"[0.507, 0.6824]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2062, 0.545]\", \"lift_point\": \"[0.2062, 0.545]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2004, 0.4594]\", \"lift_point\": \"[0.2004, 0.4594]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Los Angeles?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather like in Los Angeles\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.123, 0.3907]\", \"lift_point\": \"[0.123, 0.3907]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1276, 0.4254]\", \"lift_point\": \"[0.1276, 0.4254]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8121, 0.7133]\", \"lift_point\": \"[0.8121, 0.7133]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0563, 0.9398]\", \"lift_point\": \"[0.0563, 0.9398]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0688, 0.9365]\", \"lift_point\": \"[0.0688, 0.9365]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1614, 0.6418]\", \"lift_point\": \"[0.1614, 0.6418]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2135, 0.6655]\", \"lift_point\": \"[0.2135, 0.6655]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5025, 0.8773]\", \"lift_point\": \"[0.5025, 0.8773]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.506, 0.8766]\", \"lift_point\": \"[0.506, 0.8766]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0607, 0.9506]\", \"lift_point\": \"[0.0607, 0.9506]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0566, 0.8266]\", \"lift_point\": \"[0.0566, 0.8266]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.081, 0.6107]\", \"lift_point\": \"[0.081, 0.6107]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0672, 0.3175]\", \"lift_point\": \"[0.0672, 0.3175]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"top rated pizza restaurants\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"top rated pizza restaurants\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1292, 0.7405]\", \"lift_point\": \"[0.1292, 0.7405]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.134, 0.5623]\", \"lift_point\": \"[0.134, 0.5623]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.518, 0.6939]\", \"lift_point\": \"[0.518, 0.6939]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5165, 0.6859]\", \"lift_point\": \"[0.5165, 0.6859]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2065, 0.761]\", \"lift_point\": \"[0.2065, 0.761]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.281, 0.5455]\", \"lift_point\": \"[0.281, 0.5455]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.058, 0.9279]\", \"lift_point\": \"[0.058, 0.9279]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0591, 0.9154]\", \"lift_point\": \"[0.0591, 0.9154]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest grocery store\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Find the nearest grocery store\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1221, 0.6172]\", \"lift_point\": \"[0.1221, 0.6172]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1302, 0.4574]\", \"lift_point\": \"[0.1302, 0.4574]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2369, 0.5183]\", \"lift_point\": \"[0.2369, 0.5183]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6158, 0.8773]\", \"lift_point\": \"[0.6158, 0.8773]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7626, 0.6217]\", \"lift_point\": \"[0.7626, 0.6217]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6363, 0.8501]\", \"lift_point\": \"[0.6363, 0.8501]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8934, 0.5495]\", \"lift_point\": \"[0.8934, 0.5495]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6247, 0.8487]\", \"lift_point\": \"[0.6247, 0.8487]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6366, 0.8607]\", \"lift_point\": \"[0.6366, 0.8607]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6247, 0.8487]\", \"lift_point\": \"[0.6247, 0.8487]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6281, 0.8437]\", \"lift_point\": \"[0.6281, 0.8437]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.185, 0.6066]\", \"lift_point\": \"[0.185, 0.6066]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8977, 0.3788]\", \"lift_point\": \"[0.8977, 0.3788]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0556, 0.7814]\", \"lift_point\": \"[0.0556, 0.7814]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0498, 0.8278]\", \"lift_point\": \"[0.0498, 0.8278]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"taylor swift\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new Taylor Swift video\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1172, 0.3816]\", \"lift_point\": \"[0.1172, 0.3816]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1125, 0.3316]\", \"lift_point\": \"[0.1125, 0.3316]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3632, 0.3994]\", \"lift_point\": \"[0.3632, 0.3994]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1715, 0.2994]\", \"lift_point\": \"[0.1715, 0.2994]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1794, 0.124]\", \"lift_point\": \"[0.1794, 0.124]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0935, 0.3302]\", \"lift_point\": \"[0.0935, 0.3302]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0987, 0.2565]\", \"lift_point\": \"[0.0987, 0.2565]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1724, 0.7536]\", \"lift_point\": \"[0.1724, 0.7536]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2272, 0.2535]\", \"lift_point\": \"[0.2272, 0.2535]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2217, 0.9143]\", \"lift_point\": \"[0.2217, 0.9143]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2326, 0.8768]\", \"lift_point\": \"[0.2326, 0.8768]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1507, 0.4982]\", \"lift_point\": \"[0.1507, 0.4982]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.514, 0.942]\", \"lift_point\": \"[0.514, 0.942]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6784, 0.9517]\", \"lift_point\": \"[0.6784, 0.9517]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7807, 0.6724]\", \"lift_point\": \"[0.7807, 0.6724]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7814, 0.6889]\", \"lift_point\": \"[0.7814, 0.6889]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0721, 0.333]\", \"lift_point\": \"[0.0721, 0.333]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0685, 0.4435]\", \"lift_point\": \"[0.0685, 0.4435]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nyc to london flights\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nyc to london flights\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1352, 0.5506]\", \"lift_point\": \"[0.1352, 0.5506]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1419, 0.4085]\", \"lift_point\": \"[0.1419, 0.4085]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3786, 0.3165]\", \"lift_point\": \"[0.3786, 0.3165]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7846, 0.5999]\", \"lift_point\": \"[0.7846, 0.5999]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6885, 0.5485]\", \"lift_point\": \"[0.6885, 0.5485]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7731, 0.6931]\", \"lift_point\": \"[0.7731, 0.6931]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7837, 0.6834]\", \"lift_point\": \"[0.7837, 0.6834]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0533, 0.4234]\", \"lift_point\": \"[0.0533, 0.4234]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0673, 0.4201]\", \"lift_point\": \"[0.0673, 0.4201]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new lipstick on sephora\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new lipstick on sephora\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1188, 0.544]\", \"lift_point\": \"[0.1188, 0.544]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1426, 0.3859]\", \"lift_point\": \"[0.1426, 0.3859]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5552, 0.619]\", \"lift_point\": \"[0.5552, 0.619]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5541, 0.6151]\", \"lift_point\": \"[0.5541, 0.6151]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8935, 0.451]\", \"lift_point\": \"[0.8935, 0.451]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7755, 0.6868]\", \"lift_point\": \"[0.7755, 0.6868]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Barcelona\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Barcelona\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.121, 0.4254]\", \"lift_point\": \"[0.121, 0.4254]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1339, 0.5689]\", \"lift_point\": \"[0.1339, 0.5689]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1324, 0.6032]\", \"lift_point\": \"[0.1324, 0.6032]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7894, 0.5372]\", \"lift_point\": \"[0.7894, 0.5372]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5399, 0.5883]\", \"lift_point\": \"[0.5399, 0.5883]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4946, 0.4444]\", \"lift_point\": \"[0.4946, 0.4444]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6914, 0.9415]\", \"lift_point\": \"[0.6914, 0.9415]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.626, 0.9483]\", \"lift_point\": \"[0.626, 0.9483]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7128, 0.9282]\", \"lift_point\": \"[0.7128, 0.9282]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9011, 0.3662]\", \"lift_point\": \"[0.9011, 0.3662]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8762, 0.4254]\", \"lift_point\": \"[0.8762, 0.4254]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Atlanta\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Atlanta\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1273, 0.4255]\", \"lift_point\": \"[0.1273, 0.4255]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1183, 0.4854]\", \"lift_point\": \"[0.1183, 0.4854]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1256, 0.3416]\", \"lift_point\": \"[0.1256, 0.3416]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3025, 0.282]\", \"lift_point\": \"[0.3025, 0.282]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4084, 0.4501]\", \"lift_point\": \"[0.4084, 0.4501]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4935, 0.494]\", \"lift_point\": \"[0.4935, 0.494]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.409, 0.4501]\", \"lift_point\": \"[0.409, 0.4501]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5474, 0.6241]\", \"lift_point\": \"[0.5474, 0.6241]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8101, 0.681]\", \"lift_point\": \"[0.8101, 0.681]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7901, 0.6735]\", \"lift_point\": \"[0.7901, 0.6735]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8961, 0.6047]\", \"lift_point\": \"[0.8961, 0.6047]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9097, 0.5155]\", \"lift_point\": \"[0.9097, 0.5155]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.887, 0.8502]\", \"lift_point\": \"[0.887, 0.8502]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8953, 0.8128]\", \"lift_point\": \"[0.8953, 0.8128]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3197, 0.4917]\", \"lift_point\": \"[0.3197, 0.4917]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2944, 0.5035]\", \"lift_point\": \"[0.2944, 0.5035]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good restaurants in las vegas\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Las Vegas?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1395, 0.5157]\", \"lift_point\": \"[0.1395, 0.5157]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5003, 0.1521]\", \"lift_point\": \"[0.5003, 0.1521]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3614, 0.8773]\", \"lift_point\": \"[0.3614, 0.8773]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7902, 0.6771]\", \"lift_point\": \"[0.7902, 0.6771]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3579, 0.5075]\", \"lift_point\": \"[0.3579, 0.5075]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5043, 0.6851]\", \"lift_point\": \"[0.5043, 0.6851]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9018, 0.494]\", \"lift_point\": \"[0.9018, 0.494]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8964, 0.4736]\", \"lift_point\": \"[0.8964, 0.4736]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8946, 0.9017]\", \"lift_point\": \"[0.8946, 0.9017]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9005, 0.8444]\", \"lift_point\": \"[0.9005, 0.8444]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2867, 0.5688]\", \"lift_point\": \"[0.2867, 0.5688]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2994, 0.5334]\", \"lift_point\": \"[0.2994, 0.5334]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good French restaurants\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good French restaurants\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1411, 0.3558]\", \"lift_point\": \"[0.1411, 0.3558]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5819, 0.8652]\", \"lift_point\": \"[0.5819, 0.8652]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3545, 0.5048]\", \"lift_point\": \"[0.3545, 0.5048]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3626, 0.4841]\", \"lift_point\": \"[0.3626, 0.4841]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0537, 0.3913]\", \"lift_point\": \"[0.0537, 0.3913]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0587, 0.5315]\", \"lift_point\": \"[0.0587, 0.5315]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"how much does a 2*4*8 board cost at Lowes?\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0603, 0.9243]\", \"lift_point\": \"[0.0603, 0.9243]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1428, 0.4398]\", \"lift_point\": \"[0.1428, 0.4398]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7868, 0.7098]\", \"lift_point\": \"[0.7868, 0.7098]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.793, 0.6946]\", \"lift_point\": \"[0.793, 0.6946]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7868, 0.7098]\", \"lift_point\": \"[0.7868, 0.7098]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.793, 0.6946]\", \"lift_point\": \"[0.793, 0.6946]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.793, 0.6946]\", \"lift_point\": \"[0.793, 0.6946]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.793, 0.6946]\", \"lift_point\": \"[0.793, 0.6946]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.793, 0.6946]\", \"lift_point\": \"[0.793, 0.6946]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7187, 0.7899]\", \"lift_point\": \"[0.7187, 0.7899]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.793, 0.6946]\", \"lift_point\": \"[0.793, 0.6946]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.359, 0.5091]\", \"lift_point\": \"[0.359, 0.5091]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3822, 0.499]\", \"lift_point\": \"[0.3822, 0.499]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3872, 0.5059]\", \"lift_point\": \"[0.3872, 0.5059]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3625, 0.504]\", \"lift_point\": \"[0.3625, 0.504]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0757, 0.508]\", \"lift_point\": \"[0.0757, 0.508]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0669, 0.4435]\", \"lift_point\": \"[0.0669, 0.4435]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0721, 0.941]\", \"lift_point\": \"[0.0721, 0.941]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0694, 0.9154]\", \"lift_point\": \"[0.0694, 0.9154]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Miami?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Miami?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1463, 0.6816]\", \"lift_point\": \"[0.1463, 0.6816]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1449, 0.6371]\", \"lift_point\": \"[0.1449, 0.6371]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3638, 0.4848]\", \"lift_point\": \"[0.3638, 0.4848]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3772, 0.4936]\", \"lift_point\": \"[0.3772, 0.4936]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3774, 0.5146]\", \"lift_point\": \"[0.3774, 0.5146]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3775, 0.5005]\", \"lift_point\": \"[0.3775, 0.5005]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0623, 0.4674]\", \"lift_point\": \"[0.0623, 0.4674]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0695, 0.4988]\", \"lift_point\": \"[0.0695, 0.4988]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Boston?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good restaurant in Boston\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1518, 0.5023]\", \"lift_point\": \"[0.1518, 0.5023]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1421, 0.6012]\", \"lift_point\": \"[0.1421, 0.6012]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7521, 0.459]\", \"lift_point\": \"[0.7521, 0.459]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.332, 0.6965]\", \"lift_point\": \"[0.332, 0.6965]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7521, 0.4897]\", \"lift_point\": \"[0.7521, 0.4897]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7521, 0.459]\", \"lift_point\": \"[0.7521, 0.459]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3459, 0.6862]\", \"lift_point\": \"[0.3459, 0.6862]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3312, 0.6765]\", \"lift_point\": \"[0.3312, 0.6765]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0627, 0.9257]\", \"lift_point\": \"[0.0627, 0.9257]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0787, 0.9371]\", \"lift_point\": \"[0.0787, 0.9371]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0767, 0.9268]\", \"lift_point\": \"[0.0767, 0.9268]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3442, 0.701]\", \"lift_point\": \"[0.3442, 0.701]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3309, 0.6897]\", \"lift_point\": \"[0.3309, 0.6897]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.062, 0.5153]\", \"lift_point\": \"[0.062, 0.5153]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0728, 0.527]\", \"lift_point\": \"[0.0728, 0.527]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for a new skincare product\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new skincare product\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1529, 0.6008]\", \"lift_point\": \"[0.1529, 0.6008]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1574, 0.6004]\", \"lift_point\": \"[0.1574, 0.6004]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6098, 0.8296]\", \"lift_point\": \"[0.6098, 0.8296]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6331, 0.9711]\", \"lift_point\": \"[0.6331, 0.9711]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.334, 0.8355]\", \"lift_point\": \"[0.334, 0.8355]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6214, 0.8304]\", \"lift_point\": \"[0.6214, 0.8304]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.336, 0.6863]\", \"lift_point\": \"[0.336, 0.6863]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3318, 0.7199]\", \"lift_point\": \"[0.3318, 0.7199]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0646, 0.4426]\", \"lift_point\": \"[0.0646, 0.4426]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0699, 0.4424]\", \"lift_point\": \"[0.0699, 0.4424]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.056, 0.9082]\", \"lift_point\": \"[0.056, 0.9082]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0699, 0.9222]\", \"lift_point\": \"[0.0699, 0.9222]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Brazil?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Brazil?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1411, 0.5095]\", \"lift_point\": \"[0.1411, 0.5095]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1415, 0.4144]\", \"lift_point\": \"[0.1415, 0.4144]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1553, 0.4982]\", \"lift_point\": \"[0.1553, 0.4982]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1446, 0.5095]\", \"lift_point\": \"[0.1446, 0.5095]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1415, 0.3887]\", \"lift_point\": \"[0.1415, 0.3887]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1553, 0.4982]\", \"lift_point\": \"[0.1553, 0.4982]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3535, 0.3792]\", \"lift_point\": \"[0.3535, 0.3792]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6314, 0.1508]\", \"lift_point\": \"[0.6314, 0.1508]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.627, 0.142]\", \"lift_point\": \"[0.627, 0.142]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0587, 0.8981]\", \"lift_point\": \"[0.0587, 0.8981]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0655, 0.9211]\", \"lift_point\": \"[0.0655, 0.9211]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for hotels in Chicago\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Chicago\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1296, 0.3482]\", \"lift_point\": \"[0.1296, 0.3482]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1325, 0.3085]\", \"lift_point\": \"[0.1325, 0.3085]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3223, 0.42]\", \"lift_point\": \"[0.3223, 0.42]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3333, 0.3758]\", \"lift_point\": \"[0.3333, 0.3758]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8873, 0.5619]\", \"lift_point\": \"[0.8873, 0.5619]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9061, 0.8273]\", \"lift_point\": \"[0.9061, 0.8273]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9028, 0.8089]\", \"lift_point\": \"[0.9028, 0.8089]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6212, 0.1743]\", \"lift_point\": \"[0.6212, 0.1743]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3561, 0.625]\", \"lift_point\": \"[0.3561, 0.625]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1286, 0.6615]\", \"lift_point\": \"[0.1286, 0.6615]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1261, 0.6428]\", \"lift_point\": \"[0.1261, 0.6428]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.067, 0.912]\", \"lift_point\": \"[0.067, 0.912]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0621, 0.9213]\", \"lift_point\": \"[0.0621, 0.9213]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for flights from Zurich to Helsinki\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for flights from Zurich to Helsinki\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.116, 0.6514]\", \"lift_point\": \"[0.116, 0.6514]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1311, 0.4364]\", \"lift_point\": \"[0.1311, 0.4364]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6221, 0.3714]\", \"lift_point\": \"[0.6221, 0.3714]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6263, 0.3323]\", \"lift_point\": \"[0.6263, 0.3323]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8009, 0.4575]\", \"lift_point\": \"[0.8009, 0.4575]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8945, 0.5329]\", \"lift_point\": \"[0.8945, 0.5329]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Open the downloads\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.331, 0.6573]\", \"lift_point\": \"[0.331, 0.6573]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3893, 0.7047]\", \"lift_point\": \"[0.3893, 0.7047]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.371, 0.6885]\", \"lift_point\": \"[0.371, 0.6885]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8764, 0.516]\", \"lift_point\": \"[0.8764, 0.516]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8897, 0.4815]\", \"lift_point\": \"[0.8897, 0.4815]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6223, 0.3817]\", \"lift_point\": \"[0.6223, 0.3817]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5982, 0.2733]\", \"lift_point\": \"[0.5982, 0.2733]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4137, 0.5021]\", \"lift_point\": \"[0.4137, 0.5021]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.403, 0.5178]\", \"lift_point\": \"[0.403, 0.5178]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7037, 0.7908]\", \"lift_point\": \"[0.7037, 0.7908]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7129, 0.7667]\", \"lift_point\": \"[0.7129, 0.7667]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1656, 0.1115]\", \"lift_point\": \"[0.1656, 0.1115]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7451, 0.302]\", \"lift_point\": \"[0.7451, 0.302]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7456, 0.6852]\", \"lift_point\": \"[0.7456, 0.6852]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2603, 0.7206]\", \"lift_point\": \"[0.2603, 0.7206]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.086, 0.5004]\", \"lift_point\": \"[0.086, 0.5004]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1639, 0.921]\", \"lift_point\": \"[0.1639, 0.921]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1575, 0.9269]\", \"lift_point\": \"[0.1575, 0.9269]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"game trailers\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest video from GameTrailers\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1639, 0.5848]\", \"lift_point\": \"[0.1639, 0.5848]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1635, 0.5666]\", \"lift_point\": \"[0.1635, 0.5666]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.435, 0.3619]\", \"lift_point\": \"[0.435, 0.3619]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4575, 0.3284]\", \"lift_point\": \"[0.4575, 0.3284]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1883, 0.3333]\", \"lift_point\": \"[0.1883, 0.3333]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5557, 0.6238]\", \"lift_point\": \"[0.5557, 0.6238]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0666, 0.363]\", \"lift_point\": \"[0.0666, 0.363]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2498, 0.6524]\", \"lift_point\": \"[0.2498, 0.6524]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3207, 0.3115]\", \"lift_point\": \"[0.3207, 0.3115]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0577, 0.8276]\", \"lift_point\": \"[0.0577, 0.8276]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2571, 0.7836]\", \"lift_point\": \"[0.2571, 0.7836]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2828, 0.9034]\", \"lift_point\": \"[0.2828, 0.9034]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4052, 0.149]\", \"lift_point\": \"[0.4052, 0.149]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3885, 0.1315]\", \"lift_point\": \"[0.3885, 0.1315]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8825, 0.8932]\", \"lift_point\": \"[0.8825, 0.8932]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8693, 0.8895]\", \"lift_point\": \"[0.8693, 0.8895]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8825, 0.8932]\", \"lift_point\": \"[0.8825, 0.8932]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8825, 0.8932]\", \"lift_point\": \"[0.8825, 0.8932]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8825, 0.8932]\", \"lift_point\": \"[0.8825, 0.8932]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8825, 0.8932]\", \"lift_point\": \"[0.8825, 0.8932]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8538, 0.524]\", \"lift_point\": \"[0.8538, 0.524]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8825, 0.8932]\", \"lift_point\": \"[0.8825, 0.8932]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0752, 0.5699]\", \"lift_point\": \"[0.0752, 0.5699]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"reddit\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0791, 0.9243]\", \"lift_point\": \"[0.0791, 0.9243]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2783, 0.4273]\", \"lift_point\": \"[0.2783, 0.4273]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.171, 0.2292]\", \"lift_point\": \"[0.171, 0.2292]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4492, 0.1148]\", \"lift_point\": \"[0.4492, 0.1148]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4829, 0.1154]\", \"lift_point\": \"[0.4829, 0.1154]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4832, 0.6379]\", \"lift_point\": \"[0.4832, 0.6379]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8567, 0.8565]\", \"lift_point\": \"[0.8567, 0.8565]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7387, 0.8037]\", \"lift_point\": \"[0.7387, 0.8037]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8678, 0.8558]\", \"lift_point\": \"[0.8678, 0.8558]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4457, 0.4937]\", \"lift_point\": \"[0.4457, 0.4937]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4438, 0.3849]\", \"lift_point\": \"[0.4438, 0.3849]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8537, 0.8567]\", \"lift_point\": \"[0.8537, 0.8567]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8209, 0.8498]\", \"lift_point\": \"[0.8209, 0.8498]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8599, 0.8555]\", \"lift_point\": \"[0.8599, 0.8555]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1515, 0.9091]\", \"lift_point\": \"[0.1515, 0.9091]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8147, 0.8789]\", \"lift_point\": \"[0.8147, 0.8789]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6437, 0.4219]\", \"lift_point\": \"[0.6437, 0.4219]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1607, 0.8982]\", \"lift_point\": \"[0.1607, 0.8982]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6437, 0.4219]\", \"lift_point\": \"[0.6437, 0.4219]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1595, 0.8944]\", \"lift_point\": \"[0.1595, 0.8944]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7494, 0.369]\", \"lift_point\": \"[0.7494, 0.369]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.757, 0.3336]\", \"lift_point\": \"[0.757, 0.3336]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7508, 0.3115]\", \"lift_point\": \"[0.7508, 0.3115]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7443, 0.2863]\", \"lift_point\": \"[0.7443, 0.2863]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7476, 0.307]\", \"lift_point\": \"[0.7476, 0.307]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0729, 0.9381]\", \"lift_point\": \"[0.0729, 0.9381]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0831, 0.9228]\", \"lift_point\": \"[0.0831, 0.9228]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1679, 0.5016]\", \"lift_point\": \"[0.1679, 0.5016]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1385, 0.4352]\", \"lift_point\": \"[0.1385, 0.4352]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7568, 0.679]\", \"lift_point\": \"[0.7568, 0.679]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7505, 0.3116]\", \"lift_point\": \"[0.7505, 0.3116]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7722, 0.7035]\", \"lift_point\": \"[0.7722, 0.7035]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7467, 0.3204]\", \"lift_point\": \"[0.7467, 0.3204]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0808, 0.7656]\", \"lift_point\": \"[0.0808, 0.7656]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0807, 0.7477]\", \"lift_point\": \"[0.0807, 0.7477]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0762, 0.9075]\", \"lift_point\": \"[0.0762, 0.9075]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0808, 0.9231]\", \"lift_point\": \"[0.0808, 0.9231]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"twitter\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Twitter app\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1697, 0.2992]\", \"lift_point\": \"[0.1697, 0.2992]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2144, 0.8244]\", \"lift_point\": \"[0.2144, 0.8244]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1985, 0.8524]\", \"lift_point\": \"[0.1985, 0.8524]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1696, 0.5743]\", \"lift_point\": \"[0.1696, 0.5743]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1755, 0.3597]\", \"lift_point\": \"[0.1755, 0.3597]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1758, 0.3928]\", \"lift_point\": \"[0.1758, 0.3928]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1807, 0.8051]\", \"lift_point\": \"[0.1807, 0.8051]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1888, 0.8113]\", \"lift_point\": \"[0.1888, 0.8113]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2242, 0.9168]\", \"lift_point\": \"[0.2242, 0.9168]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9036, 0.4394]\", \"lift_point\": \"[0.9036, 0.4394]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.875, 0.5182]\", \"lift_point\": \"[0.875, 0.5182]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8892, 0.508]\", \"lift_point\": \"[0.8892, 0.508]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new nail polish\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new nail polish\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new nail polish\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1798, 0.3692]\", \"lift_point\": \"[0.1798, 0.3692]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1145, 0.3854]\", \"lift_point\": \"[0.1145, 0.3854]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.884, 0.53]\", \"lift_point\": \"[0.884, 0.53]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8756, 0.4803]\", \"lift_point\": \"[0.8756, 0.4803]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the Hisense TV?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the Hisense TV?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.117, 0.443]\", \"lift_point\": \"[0.117, 0.443]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.121, 0.4466]\", \"lift_point\": \"[0.121, 0.4466]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3452, 0.1982]\", \"lift_point\": \"[0.3452, 0.1982]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7584, 0.939]\", \"lift_point\": \"[0.7584, 0.939]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7417, 0.9293]\", \"lift_point\": \"[0.7417, 0.9293]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.749, 0.9327]\", \"lift_point\": \"[0.749, 0.9327]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7584, 0.939]\", \"lift_point\": \"[0.7584, 0.939]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7737, 0.8688]\", \"lift_point\": \"[0.7737, 0.8688]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7829, 0.5186]\", \"lift_point\": \"[0.7829, 0.5186]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0472, 0.0735]\", \"lift_point\": \"[0.0472, 0.0735]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8561, 0.9226]\", \"lift_point\": \"[0.8561, 0.9226]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0472, 0.0735]\", \"lift_point\": \"[0.0472, 0.0735]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0608, 0.0684]\", \"lift_point\": \"[0.0608, 0.0684]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0567, 0.8482]\", \"lift_point\": \"[0.0567, 0.8482]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0487, 0.8138]\", \"lift_point\": \"[0.0487, 0.8138]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0509, 0.8135]\", \"lift_point\": \"[0.0509, 0.8135]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new Bruno Mars video\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new Bruno Mars video\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.11, 0.416]\", \"lift_point\": \"[0.11, 0.416]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1026, 0.2858]\", \"lift_point\": \"[0.1026, 0.2858]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3355, 0.48]\", \"lift_point\": \"[0.3355, 0.48]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2063, 0.5634]\", \"lift_point\": \"[0.2063, 0.5634]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5463, 0.4976]\", \"lift_point\": \"[0.5463, 0.4976]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5571, 0.4897]\", \"lift_point\": \"[0.5571, 0.4897]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8229, 0.2441]\", \"lift_point\": \"[0.8229, 0.2441]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8004, 0.7384]\", \"lift_point\": \"[0.8004, 0.7384]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1028, 0.4618]\", \"lift_point\": \"[0.1028, 0.4618]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5117, 0.4175]\", \"lift_point\": \"[0.5117, 0.4175]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5112, 0.364]\", \"lift_point\": \"[0.5112, 0.364]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Paraguay\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5101, 0.4596]\", \"lift_point\": \"[0.5101, 0.4596]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5102, 0.5047]\", \"lift_point\": \"[0.5102, 0.5047]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5115, 0.5001]\", \"lift_point\": \"[0.5115, 0.5001]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5114, 0.4504]\", \"lift_point\": \"[0.5114, 0.4504]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Paraguay\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Paraguay\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6879, 0.9121]\", \"lift_point\": \"[0.6879, 0.9121]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6892, 0.9072]\", \"lift_point\": \"[0.6892, 0.9072]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.678, 0.8882]\", \"lift_point\": \"[0.678, 0.8882]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6696, 0.6087]\", \"lift_point\": \"[0.6696, 0.6087]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5487, 0.4375]\", \"lift_point\": \"[0.5487, 0.4375]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5613, 0.4893]\", \"lift_point\": \"[0.5613, 0.4893]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5416, 0.5029]\", \"lift_point\": \"[0.5416, 0.5029]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5595, 0.4934]\", \"lift_point\": \"[0.5595, 0.4934]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1082, 0.4914]\", \"lift_point\": \"[0.1082, 0.4914]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather like in Los Angeles\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Los Angeles?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather like in Los Angeles\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3003, 0.2088]\", \"lift_point\": \"[0.3003, 0.2088]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4956, 0.4605]\", \"lift_point\": \"[0.4956, 0.4605]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7052, 0.6768]\", \"lift_point\": \"[0.7052, 0.6768]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1153, 0.6048]\", \"lift_point\": \"[0.1153, 0.6048]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Best Buy?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Best Buy?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5003, 0.4928]\", \"lift_point\": \"[0.5003, 0.4928]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5014, 0.4996]\", \"lift_point\": \"[0.5014, 0.4996]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1093, 0.5292]\", \"lift_point\": \"[0.1093, 0.5292]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1016, 0.8894]\", \"lift_point\": \"[0.1016, 0.8894]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather like in Seoul\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Seoul?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Seoul?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3687, 0.6377]\", \"lift_point\": \"[0.3687, 0.6377]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3777, 0.6]\", \"lift_point\": \"[0.3777, 0.6]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1944, 0.489]\", \"lift_point\": \"[0.1944, 0.489]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2999, 0.3752]\", \"lift_point\": \"[0.2999, 0.3752]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0538, 0.4537]\", \"lift_point\": \"[0.0538, 0.4537]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2971, 0.4607]\", \"lift_point\": \"[0.2971, 0.4607]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0642, 0.4804]\", \"lift_point\": \"[0.0642, 0.4804]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3467, 0.6157]\", \"lift_point\": \"[0.3467, 0.6157]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3607, 0.6254]\", \"lift_point\": \"[0.3607, 0.6254]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1943, 0.6497]\", \"lift_point\": \"[0.1943, 0.6497]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0587, 0.462]\", \"lift_point\": \"[0.0587, 0.462]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0498, 0.6579]\", \"lift_point\": \"[0.0498, 0.6579]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1815, 0.7828]\", \"lift_point\": \"[0.1815, 0.7828]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Jamaica?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Jamaica?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3566, 0.6233]\", \"lift_point\": \"[0.3566, 0.6233]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3443, 0.6019]\", \"lift_point\": \"[0.3443, 0.6019]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0637, 0.5478]\", \"lift_point\": \"[0.0637, 0.5478]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0584, 0.4705]\", \"lift_point\": \"[0.0584, 0.4705]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in San Francisco?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in San Francisco?\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3394, 0.3787]\", \"lift_point\": \"[0.3394, 0.3787]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3471, 0.4354]\", \"lift_point\": \"[0.3471, 0.4354]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3447, 0.5798]\", \"lift_point\": \"[0.3447, 0.5798]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3601, 0.6245]\", \"lift_point\": \"[0.3601, 0.6245]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.058, 0.3801]\", \"lift_point\": \"[0.058, 0.3801]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0588, 0.5475]\", \"lift_point\": \"[0.0588, 0.5475]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What does the iPhone 8 look like on eBay?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What does the iPhone 8 look like on eBay?\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3491, 0.6377]\", \"lift_point\": \"[0.3491, 0.6377]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3606, 0.5982]\", \"lift_point\": \"[0.3606, 0.5982]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0549, 0.4824]\", \"lift_point\": \"[0.0549, 0.4824]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0627, 0.3944]\", \"lift_point\": \"[0.0627, 0.3944]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What does the iPhone 8 look like on eBay?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What does the iPhone 8 look like on eBay?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3268, 0.5633]\", \"lift_point\": \"[0.3268, 0.5633]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3604, 0.624]\", \"lift_point\": \"[0.3604, 0.624]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0626, 0.5134]\", \"lift_point\": \"[0.0626, 0.5134]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0663, 0.543]\", \"lift_point\": \"[0.0663, 0.543]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Where can I buy a nice beach cooler?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Where can I buy a nice beach cooler?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3543, 0.8344]\", \"lift_point\": \"[0.3543, 0.8344]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3412, 0.8202]\", \"lift_point\": \"[0.3412, 0.8202]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2025, 0.3128]\", \"lift_point\": \"[0.2025, 0.3128]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3714, 0.6871]\", \"lift_point\": \"[0.3714, 0.6871]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0917, 0.1112]\", \"lift_point\": \"[0.0917, 0.1112]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0909, 0.1048]\", \"lift_point\": \"[0.0909, 0.1048]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8789, 0.5295]\", \"lift_point\": \"[0.8789, 0.5295]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1889, 0.2181]\", \"lift_point\": \"[0.1889, 0.2181]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5827, 0.6927]\", \"lift_point\": \"[0.5827, 0.6927]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6238, 0.496]\", \"lift_point\": \"[0.6238, 0.496]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4045, 0.5047]\", \"lift_point\": \"[0.4045, 0.5047]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4102, 0.4933]\", \"lift_point\": \"[0.4102, 0.4933]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6971, 0.7586]\", \"lift_point\": \"[0.6971, 0.7586]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3191, 0.764]\", \"lift_point\": \"[0.3191, 0.764]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3617, 0.4902]\", \"lift_point\": \"[0.3617, 0.4902]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5072, 0.6823]\", \"lift_point\": \"[0.5072, 0.6823]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9117, 0.4429]\", \"lift_point\": \"[0.9117, 0.4429]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9046, 0.4735]\", \"lift_point\": \"[0.9046, 0.4735]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9159, 0.8003]\", \"lift_point\": \"[0.9159, 0.8003]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9117, 0.7507]\", \"lift_point\": \"[0.9117, 0.7507]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0588, 0.9363]\", \"lift_point\": \"[0.0588, 0.9363]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0606, 0.9325]\", \"lift_point\": \"[0.0606, 0.9325]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1719, 0.7679]\", \"lift_point\": \"[0.1719, 0.7679]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1717, 0.5861]\", \"lift_point\": \"[0.1717, 0.5861]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8891, 0.1918]\", \"lift_point\": \"[0.8891, 0.1918]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8801, 0.4354]\", \"lift_point\": \"[0.8801, 0.4354]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Italy\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Italy?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7882, 0.1274]\", \"lift_point\": \"[0.7882, 0.1274]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6207, 0.8532]\", \"lift_point\": \"[0.6207, 0.8532]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6423, 0.8661]\", \"lift_point\": \"[0.6423, 0.8661]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0611, 0.8205]\", \"lift_point\": \"[0.0611, 0.8205]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0562, 0.7738]\", \"lift_point\": \"[0.0562, 0.7738]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0678, 0.9275]\", \"lift_point\": \"[0.0678, 0.9275]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0603, 0.9298]\", \"lift_point\": \"[0.0603, 0.9298]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" Amazon Music app\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0698, 0.4489]\", \"lift_point\": \"[0.0698, 0.4489]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1454, 0.4444]\", \"lift_point\": \"[0.1454, 0.4444]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1642, 0.8303]\", \"lift_point\": \"[0.1642, 0.8303]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,PRESS_ENTER,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_ENTER,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8853, 0.6011]\", \"lift_point\": \"[0.8853, 0.6011]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.872, 0.4657]\", \"lift_point\": \"[0.872, 0.4657]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What does the iPhone 8 look like?\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What does the iPhone 8 look like\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What does the iPhone 8 look like?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8803, 0.4733]\", \"lift_point\": \"[0.8803, 0.4733]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8877, 0.4665]\", \"lift_point\": \"[0.8877, 0.4665]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is a blue whale\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is a blue whale\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2994, 0.8345]\", \"lift_point\": \"[0.2994, 0.8345]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2985, 0.8591]\", \"lift_point\": \"[0.2985, 0.8591]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2994, 0.8373]\", \"lift_point\": \"[0.2994, 0.8373]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2977, 0.8666]\", \"lift_point\": \"[0.2977, 0.8666]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8426, 0.5058]\", \"lift_point\": \"[0.8426, 0.5058]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8294, 0.4943]\", \"lift_point\": \"[0.8294, 0.4943]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5408, 0.3006]\", \"lift_point\": \"[0.5408, 0.3006]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3565, 0.7467]\", \"lift_point\": \"[0.3565, 0.7467]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7118, 0.7632]\", \"lift_point\": \"[0.7118, 0.7632]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7179, 0.7638]\", \"lift_point\": \"[0.7179, 0.7638]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8477, 0.6484]\", \"lift_point\": \"[0.8477, 0.6484]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8443, 0.612]\", \"lift_point\": \"[0.8443, 0.612]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0537, 0.5218]\", \"lift_point\": \"[0.0537, 0.5218]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0514, 0.5591]\", \"lift_point\": \"[0.0514, 0.5591]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0549, 0.6326]\", \"lift_point\": \"[0.0549, 0.6326]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Chipotle?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest Chipotle\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Chipotle?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1115, 0.2639]\", \"lift_point\": \"[0.1115, 0.2639]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1028, 0.2793]\", \"lift_point\": \"[0.1028, 0.2793]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2129, 0.1286]\", \"lift_point\": \"[0.2129, 0.1286]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2233, 0.1571]\", \"lift_point\": \"[0.2233, 0.1571]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8421, 0.6318]\", \"lift_point\": \"[0.8421, 0.6318]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8468, 0.6185]\", \"lift_point\": \"[0.8468, 0.6185]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0465, 0.4518]\", \"lift_point\": \"[0.0465, 0.4518]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0383, 0.4344]\", \"lift_point\": \"[0.0383, 0.4344]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest video from the New York Times\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 2 bedroom apartment rent for in Washington DC?\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1055, 0.1904]\", \"lift_point\": \"[0.1055, 0.1904]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1493, 0.6144]\", \"lift_point\": \"[0.1493, 0.6144]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2879, 0.4588]\", \"lift_point\": \"[0.2879, 0.4588]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1014, 0.94]\", \"lift_point\": \"[0.1014, 0.94]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1011, 0.9468]\", \"lift_point\": \"[0.1011, 0.9468]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bedroom apartment rent for in Washington DC\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bedroom apartment rent for in Washington DC\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1636, 0.4575]\", \"lift_point\": \"[0.1636, 0.4575]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3015, 0.335]\", \"lift_point\": \"[0.3015, 0.335]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8492, 0.2312]\", \"lift_point\": \"[0.8492, 0.2312]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6567, 0.8303]\", \"lift_point\": \"[0.6567, 0.8303]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6377, 0.8607]\", \"lift_point\": \"[0.6377, 0.8607]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5128, 0.5664]\", \"lift_point\": \"[0.5128, 0.5664]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0684, 0.79]\", \"lift_point\": \"[0.0684, 0.79]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0435, 0.8443]\", \"lift_point\": \"[0.0435, 0.8443]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0489, 0.8099]\", \"lift_point\": \"[0.0489, 0.8099]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new Selena Gomez video\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new Selena Gomez video\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0945, 0.4266]\", \"lift_point\": \"[0.0945, 0.4266]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7086, 0.6197]\", \"lift_point\": \"[0.7086, 0.6197]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1921, 0.5118]\", \"lift_point\": \"[0.1921, 0.5118]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7971, 0.9569]\", \"lift_point\": \"[0.7971, 0.9569]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7209, 0.9022]\", \"lift_point\": \"[0.7209, 0.9022]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1557, 0.5074]\", \"lift_point\": \"[0.1557, 0.5074]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.85, 0.6212]\", \"lift_point\": \"[0.85, 0.6212]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.844, 0.6227]\", \"lift_point\": \"[0.844, 0.6227]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0533, 0.6137]\", \"lift_point\": \"[0.0533, 0.6137]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0509, 0.6114]\", \"lift_point\": \"[0.0509, 0.6114]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bedroom apartment rent for in Washington DC\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bedroom apartment rent for in Washington DC\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3211, 0.3354]\", \"lift_point\": \"[0.3211, 0.3354]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8064, 0.1941]\", \"lift_point\": \"[0.8064, 0.1941]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5999, 0.4326]\", \"lift_point\": \"[0.5999, 0.4326]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8539, 0.651]\", \"lift_point\": \"[0.8539, 0.651]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8443, 0.6337]\", \"lift_point\": \"[0.8443, 0.6337]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0449, 0.5533]\", \"lift_point\": \"[0.0449, 0.5533]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0499, 0.3724]\", \"lift_point\": \"[0.0499, 0.3724]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats on Reddit this week\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats on Reddit this week\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1014, 0.2792]\", \"lift_point\": \"[0.1014, 0.2792]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3031, 0.3016]\", \"lift_point\": \"[0.3031, 0.3016]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3044, 0.2324]\", \"lift_point\": \"[0.3044, 0.2324]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9173, 0.8478]\", \"lift_point\": \"[0.9173, 0.8478]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8929, 0.8688]\", \"lift_point\": \"[0.8929, 0.8688]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8471, 0.6275]\", \"lift_point\": \"[0.8471, 0.6275]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8461, 0.6259]\", \"lift_point\": \"[0.8461, 0.6259]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.047, 0.5966]\", \"lift_point\": \"[0.047, 0.5966]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0448, 0.5257]\", \"lift_point\": \"[0.0448, 0.5257]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest news in space science\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest news in space science\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1007, 0.2792]\", \"lift_point\": \"[0.1007, 0.2792]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2036, 0.11]\", \"lift_point\": \"[0.2036, 0.11]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2272, 0.1688]\", \"lift_point\": \"[0.2272, 0.1688]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8509, 0.6368]\", \"lift_point\": \"[0.8509, 0.6368]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.844, 0.6157]\", \"lift_point\": \"[0.844, 0.6157]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0503, 0.5934]\", \"lift_point\": \"[0.0503, 0.5934]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0509, 0.6554]\", \"lift_point\": \"[0.0509, 0.6554]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"US dollar exchange rate against the Chinese Yuan\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"US dollar exchange rate against the Chinese Yuan\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8455, 0.6212]\", \"lift_point\": \"[0.8455, 0.6212]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8445, 0.6154]\", \"lift_point\": \"[0.8445, 0.6154]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0479, 0.4637]\", \"lift_point\": \"[0.0479, 0.4637]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0494, 0.4291]\", \"lift_point\": \"[0.0494, 0.4291]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is the sun\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is the sun?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.11, 0.2895]\", \"lift_point\": \"[0.11, 0.2895]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8811, 0.6426]\", \"lift_point\": \"[0.8811, 0.6426]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8897, 0.5393]\", \"lift_point\": \"[0.8897, 0.5393]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Atlanta\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Atlanta?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1256, 0.4002]\", \"lift_point\": \"[0.1256, 0.4002]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1234, 0.4958]\", \"lift_point\": \"[0.1234, 0.4958]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3034, 0.4643]\", \"lift_point\": \"[0.3034, 0.4643]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3013, 0.3602]\", \"lift_point\": \"[0.3013, 0.3602]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8826, 0.5338]\", \"lift_point\": \"[0.8826, 0.5338]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8751, 0.5379]\", \"lift_point\": \"[0.8751, 0.5379]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Helsinki to Tokyo\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Helsinki to Tokyo\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1173, 0.4211]\", \"lift_point\": \"[0.1173, 0.4211]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1132, 0.4617]\", \"lift_point\": \"[0.1132, 0.4617]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3009, 0.2795]\", \"lift_point\": \"[0.3009, 0.2795]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3066, 0.3503]\", \"lift_point\": \"[0.3066, 0.3503]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9254, 0.5018]\", \"lift_point\": \"[0.9254, 0.5018]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9257, 0.4974]\", \"lift_point\": \"[0.9257, 0.4974]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8928, 0.5077]\", \"lift_point\": \"[0.8928, 0.5077]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8762, 0.4487]\", \"lift_point\": \"[0.8762, 0.4487]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Brazil?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Brazil?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.115, 0.3462]\", \"lift_point\": \"[0.115, 0.3462]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1188, 0.494]\", \"lift_point\": \"[0.1188, 0.494]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8731, 0.5541]\", \"lift_point\": \"[0.8731, 0.5541]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8751, 0.5183]\", \"lift_point\": \"[0.8751, 0.5183]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news this week?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news this week?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1158, 0.3802]\", \"lift_point\": \"[0.1158, 0.3802]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1183, 0.4834]\", \"lift_point\": \"[0.1183, 0.4834]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2789, 0.2266]\", \"lift_point\": \"[0.2789, 0.2266]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2807, 0.3333]\", \"lift_point\": \"[0.2807, 0.3333]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7963, 0.9566]\", \"lift_point\": \"[0.7963, 0.9566]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8914, 0.4885]\", \"lift_point\": \"[0.8914, 0.4885]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8897, 0.5395]\", \"lift_point\": \"[0.8897, 0.5395]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2885, 0.3708]\", \"lift_point\": \"[0.2885, 0.3708]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1175, 0.2858]\", \"lift_point\": \"[0.1175, 0.2858]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4614, 0.2669]\", \"lift_point\": \"[0.4614, 0.2669]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2885, 0.3708]\", \"lift_point\": \"[0.2885, 0.3708]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8981, 0.8524]\", \"lift_point\": \"[0.8981, 0.8524]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8855, 0.5648]\", \"lift_point\": \"[0.8855, 0.5648]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8767, 0.5679]\", \"lift_point\": \"[0.8767, 0.5679]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news this week?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news this week?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1172, 0.4815]\", \"lift_point\": \"[0.1172, 0.4815]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.118, 0.407]\", \"lift_point\": \"[0.118, 0.407]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5059, 0.3782]\", \"lift_point\": \"[0.5059, 0.3782]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3021, 0.3371]\", \"lift_point\": \"[0.3021, 0.3371]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8942, 0.6991]\", \"lift_point\": \"[0.8942, 0.6991]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8937, 0.7395]\", \"lift_point\": \"[0.8937, 0.7395]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8867, 0.519]\", \"lift_point\": \"[0.8867, 0.519]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8897, 0.5364]\", \"lift_point\": \"[0.8897, 0.5364]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Pakistan?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Pakistan?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1068, 0.4057]\", \"lift_point\": \"[0.1068, 0.4057]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1213, 0.4423]\", \"lift_point\": \"[0.1213, 0.4423]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3741, 0.3787]\", \"lift_point\": \"[0.3741, 0.3787]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3154, 0.4063]\", \"lift_point\": \"[0.3154, 0.4063]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8671, 0.5771]\", \"lift_point\": \"[0.8671, 0.5771]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8758, 0.5565]\", \"lift_point\": \"[0.8758, 0.5565]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Guyana?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Guyana?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1821, 0.242]\", \"lift_point\": \"[0.1821, 0.242]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1139, 0.4464]\", \"lift_point\": \"[0.1139, 0.4464]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2904, 0.3624]\", \"lift_point\": \"[0.2904, 0.3624]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6306, 0.1657]\", \"lift_point\": \"[0.6306, 0.1657]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6315, 0.1586]\", \"lift_point\": \"[0.6315, 0.1586]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6435, 0.1326]\", \"lift_point\": \"[0.6435, 0.1326]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6306, 0.1657]\", \"lift_point\": \"[0.6306, 0.1657]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1828, 0.25]\", \"lift_point\": \"[0.1828, 0.25]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1909, 0.6285]\", \"lift_point\": \"[0.1909, 0.6285]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0703, 0.9047]\", \"lift_point\": \"[0.0703, 0.9047]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0637, 0.9264]\", \"lift_point\": \"[0.0637, 0.9264]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for good Korean restaurants\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good Korean restaurants\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1277, 0.2562]\", \"lift_point\": \"[0.1277, 0.2562]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.123, 0.4369]\", \"lift_point\": \"[0.123, 0.4369]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7974, 0.7043]\", \"lift_point\": \"[0.7974, 0.7043]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8022, 0.7043]\", \"lift_point\": \"[0.8022, 0.7043]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.063, 0.3738]\", \"lift_point\": \"[0.063, 0.3738]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0555, 0.3833]\", \"lift_point\": \"[0.0555, 0.3833]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"menu at Five Guys\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0517, 0.9398]\", \"lift_point\": \"[0.0517, 0.9398]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.118, 0.287]\", \"lift_point\": \"[0.118, 0.287]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1219, 0.266]\", \"lift_point\": \"[0.1219, 0.266]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1242, 0.2984]\", \"lift_point\": \"[0.1242, 0.2984]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3049, 0.3271]\", \"lift_point\": \"[0.3049, 0.3271]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7103, 0.5417]\", \"lift_point\": \"[0.7103, 0.5417]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7946, 0.2604]\", \"lift_point\": \"[0.7946, 0.2604]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7898, 0.6984]\", \"lift_point\": \"[0.7898, 0.6984]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7965, 0.6802]\", \"lift_point\": \"[0.7965, 0.6802]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0478, 0.2489]\", \"lift_point\": \"[0.0478, 0.2489]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0564, 0.3944]\", \"lift_point\": \"[0.0564, 0.3944]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Pakistan\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in pakistan\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1283, 0.6011]\", \"lift_point\": \"[0.1283, 0.6011]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1095, 0.2962]\", \"lift_point\": \"[0.1095, 0.2962]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2222, 0.1763]\", \"lift_point\": \"[0.2222, 0.1763]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2389, 0.5164]\", \"lift_point\": \"[0.2389, 0.5164]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7893, 0.6731]\", \"lift_point\": \"[0.7893, 0.6731]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7909, 0.6942]\", \"lift_point\": \"[0.7909, 0.6942]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0574, 0.5749]\", \"lift_point\": \"[0.0574, 0.5749]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0454, 0.402]\", \"lift_point\": \"[0.0454, 0.402]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good restaurant in Sacramento\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good restaurant in sacramento\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1244, 0.6074]\", \"lift_point\": \"[0.1244, 0.6074]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6056, 0.5318]\", \"lift_point\": \"[0.6056, 0.5318]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6131, 0.3938]\", \"lift_point\": \"[0.6131, 0.3938]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4096, 0.7499]\", \"lift_point\": \"[0.4096, 0.7499]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3551, 0.5735]\", \"lift_point\": \"[0.3551, 0.5735]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3493, 0.5112]\", \"lift_point\": \"[0.3493, 0.5112]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3502, 0.5008]\", \"lift_point\": \"[0.3502, 0.5008]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0583, 0.3763]\", \"lift_point\": \"[0.0583, 0.3763]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0685, 0.525]\", \"lift_point\": \"[0.0685, 0.525]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0591, 0.9232]\", \"lift_point\": \"[0.0591, 0.9232]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0543, 0.9313]\", \"lift_point\": \"[0.0543, 0.9313]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is a blue whale?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is a blue whale?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1409, 0.353]\", \"lift_point\": \"[0.1409, 0.353]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1374, 0.4146]\", \"lift_point\": \"[0.1374, 0.4146]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2697, 0.5114]\", \"lift_point\": \"[0.2697, 0.5114]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6663, 0.6037]\", \"lift_point\": \"[0.6663, 0.6037]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6548, 0.5648]\", \"lift_point\": \"[0.6548, 0.5648]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6667, 0.6291]\", \"lift_point\": \"[0.6667, 0.6291]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0985, 0.4286]\", \"lift_point\": \"[0.0985, 0.4286]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1008, 0.5177]\", \"lift_point\": \"[0.1008, 0.5177]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from nyc to paris\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Paris\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7992, 0.5125]\", \"lift_point\": \"[0.7992, 0.5125]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5568, 0.5136]\", \"lift_point\": \"[0.5568, 0.5136]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3872, 0.608]\", \"lift_point\": \"[0.3872, 0.608]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6296, 0.6156]\", \"lift_point\": \"[0.6296, 0.6156]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3682, 0.9023]\", \"lift_point\": \"[0.3682, 0.9023]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8357, 0.7057]\", \"lift_point\": \"[0.8357, 0.7057]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8198, 0.4497]\", \"lift_point\": \"[0.8198, 0.4497]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5797, 0.5502]\", \"lift_point\": \"[0.5797, 0.5502]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5659, 0.6611]\", \"lift_point\": \"[0.5659, 0.6611]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6971, 0.5936]\", \"lift_point\": \"[0.6971, 0.5936]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6615, 0.6084]\", \"lift_point\": \"[0.6615, 0.6084]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6971, 0.5936]\", \"lift_point\": \"[0.6971, 0.5936]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6927, 0.627]\", \"lift_point\": \"[0.6927, 0.627]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1128, 0.4903]\", \"lift_point\": \"[0.1128, 0.4903]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from nyc to mexico city\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Mexico city\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8507, 0.5374]\", \"lift_point\": \"[0.8507, 0.5374]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5872, 0.5081]\", \"lift_point\": \"[0.5872, 0.5081]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.543, 0.4197]\", \"lift_point\": \"[0.543, 0.4197]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.583, 0.4119]\", \"lift_point\": \"[0.583, 0.4119]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6448, 0.3639]\", \"lift_point\": \"[0.6448, 0.3639]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6848, 0.6442]\", \"lift_point\": \"[0.6848, 0.6442]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6613, 0.6087]\", \"lift_point\": \"[0.6613, 0.6087]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1336, 0.445]\", \"lift_point\": \"[0.1336, 0.445]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.111, 0.453]\", \"lift_point\": \"[0.111, 0.453]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from sydney to buenos aires\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from sydney to bbuenos aires\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8066, 0.6515]\", \"lift_point\": \"[0.8066, 0.6515]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5997, 0.5086]\", \"lift_point\": \"[0.5997, 0.5086]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3298, 0.5941]\", \"lift_point\": \"[0.3298, 0.5941]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.709, 0.6491]\", \"lift_point\": \"[0.709, 0.6491]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6618, 0.6257]\", \"lift_point\": \"[0.6618, 0.6257]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.675, 0.6023]\", \"lift_point\": \"[0.675, 0.6023]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.692, 0.627]\", \"lift_point\": \"[0.692, 0.627]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1174, 0.4815]\", \"lift_point\": \"[0.1174, 0.4815]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1151, 0.4824]\", \"lift_point\": \"[0.1151, 0.4824]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Nepal\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in nepal\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.447, 0.2565]\", \"lift_point\": \"[0.447, 0.2565]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6689, 0.6297]\", \"lift_point\": \"[0.6689, 0.6297]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6779, 0.6325]\", \"lift_point\": \"[0.6779, 0.6325]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1155, 0.3948]\", \"lift_point\": \"[0.1155, 0.3948]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1154, 0.4444]\", \"lift_point\": \"[0.1154, 0.4444]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of United States\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of the United States\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.657, 0.6143]\", \"lift_point\": \"[0.657, 0.6143]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6779, 0.6263]\", \"lift_point\": \"[0.6779, 0.6263]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0934, 0.9228]\", \"lift_point\": \"[0.0934, 0.9228]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1188, 0.8914]\", \"lift_point\": \"[0.1188, 0.8914]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3196, 0.2437]\", \"lift_point\": \"[0.3196, 0.2437]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3955, 0.2923]\", \"lift_point\": \"[0.3955, 0.2923]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6751, 0.6307]\", \"lift_point\": \"[0.6751, 0.6307]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6764, 0.6414]\", \"lift_point\": \"[0.6764, 0.6414]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1042, 0.4585]\", \"lift_point\": \"[0.1042, 0.4585]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6705, 0.6189]\", \"lift_point\": \"[0.6705, 0.6189]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.676, 0.6409]\", \"lift_point\": \"[0.676, 0.6409]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6886, 0.6201]\", \"lift_point\": \"[0.6886, 0.6201]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6836, 0.6189]\", \"lift_point\": \"[0.6836, 0.6189]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1264, 0.5271]\", \"lift_point\": \"[0.1264, 0.5271]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.104, 0.4624]\", \"lift_point\": \"[0.104, 0.4624]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"espn app\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"espn\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2716, 0.4401]\", \"lift_point\": \"[0.2716, 0.4401]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6323, 0.3296]\", \"lift_point\": \"[0.6323, 0.3296]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6738, 0.3043]\", \"lift_point\": \"[0.6738, 0.3043]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6357, 0.3296]\", \"lift_point\": \"[0.6357, 0.3296]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6323, 0.3296]\", \"lift_point\": \"[0.6323, 0.3296]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8648, 0.5908]\", \"lift_point\": \"[0.8648, 0.5908]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6323, 0.3296]\", \"lift_point\": \"[0.6323, 0.3296]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6208, 0.7456]\", \"lift_point\": \"[0.6208, 0.7456]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8546, 0.3449]\", \"lift_point\": \"[0.8546, 0.3449]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6208, 0.7456]\", \"lift_point\": \"[0.6208, 0.7456]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1141, 0.4534]\", \"lift_point\": \"[0.1141, 0.4534]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6726, 0.4775]\", \"lift_point\": \"[0.6726, 0.4775]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1189, 0.9051]\", \"lift_point\": \"[0.1189, 0.9051]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6728, 0.7685]\", \"lift_point\": \"[0.6728, 0.7685]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2209, 0.3523]\", \"lift_point\": \"[0.2209, 0.3523]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7444, 0.2545]\", \"lift_point\": \"[0.7444, 0.2545]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.741, 0.2613]\", \"lift_point\": \"[0.741, 0.2613]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3164, 0.0237]\", \"lift_point\": \"[0.3164, 0.0237]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2262, 0.2111]\", \"lift_point\": \"[0.2262, 0.2111]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3207, 0.0]\", \"lift_point\": \"[0.3207, 0.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1189, 0.3924]\", \"lift_point\": \"[0.1189, 0.3924]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4257, 0.7206]\", \"lift_point\": \"[0.4257, 0.7206]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3165, 0.0562]\", \"lift_point\": \"[0.3165, 0.0562]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4396, 0.1947]\", \"lift_point\": \"[0.4396, 0.1947]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8665, 0.5445]\", \"lift_point\": \"[0.8665, 0.5445]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"espn app\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2208, 0.8889]\", \"lift_point\": \"[0.2208, 0.8889]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9041, 0.6678]\", \"lift_point\": \"[0.9041, 0.6678]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3718, 0.8744]\", \"lift_point\": \"[0.3718, 0.8744]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4354, 0.9014]\", \"lift_point\": \"[0.4354, 0.9014]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8074, 0.134]\", \"lift_point\": \"[0.8074, 0.134]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.664, 0.868]\", \"lift_point\": \"[0.664, 0.868]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6621, 0.6229]\", \"lift_point\": \"[0.6621, 0.6229]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6613, 0.6248]\", \"lift_point\": \"[0.6613, 0.6248]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0983, 0.4783]\", \"lift_point\": \"[0.0983, 0.4783]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1105, 0.4494]\", \"lift_point\": \"[0.1105, 0.4494]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of brazil\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of brazil\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6604, 0.614]\", \"lift_point\": \"[0.6604, 0.614]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6768, 0.6265]\", \"lift_point\": \"[0.6768, 0.6265]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1315, 0.4787]\", \"lift_point\": \"[0.1315, 0.4787]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1189, 0.4444]\", \"lift_point\": \"[0.1189, 0.4444]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0851, 0.4957]\", \"lift_point\": \"[0.0851, 0.4957]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of italy\"" }, { "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital city of Italy\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of italy\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6369, 0.5138]\", \"lift_point\": \"[0.6369, 0.5138]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6673, 0.5903]\", \"lift_point\": \"[0.6673, 0.5903]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6763, 0.6261]\", \"lift_point\": \"[0.6763, 0.6261]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1147, 0.4767]\", \"lift_point\": \"[0.1147, 0.4767]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1171, 0.4622]\", \"lift_point\": \"[0.1171, 0.4622]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bedroom apartment rent in san francisco\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bedroom apartment rent in San Francisco\"" }, { "gt": "Action Plan: [PRESS_ENTER,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6593, 0.4116]\", \"lift_point\": \"[0.6593, 0.4116]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6977, 0.4514]\", \"lift_point\": \"[0.6977, 0.4514]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5689, 0.5117]\", \"lift_point\": \"[0.5689, 0.5117]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6609, 0.6025]\", \"lift_point\": \"[0.6609, 0.6025]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6765, 0.6324]\", \"lift_point\": \"[0.6765, 0.6324]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.088, 0.4926]\", \"lift_point\": \"[0.088, 0.4926]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.103, 0.506]\", \"lift_point\": \"[0.103, 0.506]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of colombia\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of colombia\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7693, 0.9368]\", \"lift_point\": \"[0.7693, 0.9368]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2442, 0.9584]\", \"lift_point\": \"[0.2442, 0.9584]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.672, 0.6159]\", \"lift_point\": \"[0.672, 0.6159]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6766, 0.6034]\", \"lift_point\": \"[0.6766, 0.6034]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Ecuador\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in ecuador\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4555, 0.3257]\", \"lift_point\": \"[0.4555, 0.3257]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2196, 0.2362]\", \"lift_point\": \"[0.2196, 0.2362]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6684, 0.6136]\", \"lift_point\": \"[0.6684, 0.6136]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6679, 0.6085]\", \"lift_point\": \"[0.6679, 0.6085]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest technology news\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest technology news\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4153, 0.2788]\", \"lift_point\": \"[0.4153, 0.2788]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3497, 0.2734]\", \"lift_point\": \"[0.3497, 0.2734]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6802, 0.652]\", \"lift_point\": \"[0.6802, 0.652]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8662, 0.1249]\", \"lift_point\": \"[0.8662, 0.1249]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3911, 0.5727]\", \"lift_point\": \"[0.3911, 0.5727]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3776, 0.5482]\", \"lift_point\": \"[0.3776, 0.5482]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6163, 0.5461]\", \"lift_point\": \"[0.6163, 0.5461]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3733, 0.5002]\", \"lift_point\": \"[0.3733, 0.5002]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6944, 0.4068]\", \"lift_point\": \"[0.6944, 0.4068]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6993, 0.5955]\", \"lift_point\": \"[0.6993, 0.5955]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7071, 0.3325]\", \"lift_point\": \"[0.7071, 0.3325]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4782, 0.8456]\", \"lift_point\": \"[0.4782, 0.8456]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4782, 0.8456]\", \"lift_point\": \"[0.4782, 0.8456]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4782, 0.8456]\", \"lift_point\": \"[0.4782, 0.8456]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1094, 0.07]\", \"lift_point\": \"[0.1094, 0.07]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1207, 0.0852]\", \"lift_point\": \"[0.1207, 0.0852]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5331, 0.3184]\", \"lift_point\": \"[0.5331, 0.3184]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of France\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0714, 0.3321]\", \"lift_point\": \"[0.0714, 0.3321]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1799, 0.3409]\", \"lift_point\": \"[0.1799, 0.3409]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2078, 0.3666]\", \"lift_point\": \"[0.2078, 0.3666]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7954, 0.684]\", \"lift_point\": \"[0.7954, 0.684]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3682, 0.7279]\", \"lift_point\": \"[0.3682, 0.7279]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3641, 0.674]\", \"lift_point\": \"[0.3641, 0.674]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8245, 0.4131]\", \"lift_point\": \"[0.8245, 0.4131]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7836, 0.1513]\", \"lift_point\": \"[0.7836, 0.1513]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7932, 0.1401]\", \"lift_point\": \"[0.7932, 0.1401]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0666, 0.1354]\", \"lift_point\": \"[0.0666, 0.1354]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0787, 0.0942]\", \"lift_point\": \"[0.0787, 0.0942]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.067, 0.1245]\", \"lift_point\": \"[0.067, 0.1245]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8713, 0.5122]\", \"lift_point\": \"[0.8713, 0.5122]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1987, 0.2428]\", \"lift_point\": \"[0.1987, 0.2428]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6238, 0.3816]\", \"lift_point\": \"[0.6238, 0.3816]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.647, 0.4915]\", \"lift_point\": \"[0.647, 0.4915]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4124, 0.4896]\", \"lift_point\": \"[0.4124, 0.4896]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4002, 0.4995]\", \"lift_point\": \"[0.4002, 0.4995]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7037, 0.7685]\", \"lift_point\": \"[0.7037, 0.7685]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7011, 0.7708]\", \"lift_point\": \"[0.7011, 0.7708]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1519, 0.2186]\", \"lift_point\": \"[0.1519, 0.2186]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1488, 0.328]\", \"lift_point\": \"[0.1488, 0.328]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2245, 0.6318]\", \"lift_point\": \"[0.2245, 0.6318]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.362, 0.286]\", \"lift_point\": \"[0.362, 0.286]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1952, 0.0642]\", \"lift_point\": \"[0.1952, 0.0642]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3727, 0.3787]\", \"lift_point\": \"[0.3727, 0.3787]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4, 0.914]\", \"lift_point\": \"[0.4, 0.914]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4, 0.914]\", \"lift_point\": \"[0.4, 0.914]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4, 0.914]\", \"lift_point\": \"[0.4, 0.914]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0707, 0.467]\", \"lift_point\": \"[0.0707, 0.467]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0712, 0.417]\", \"lift_point\": \"[0.0712, 0.417]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3555, 0.5587]\", \"lift_point\": \"[0.3555, 0.5587]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3606, 0.5134]\", \"lift_point\": \"[0.3606, 0.5134]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0639, 0.4558]\", \"lift_point\": \"[0.0639, 0.4558]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0588, 0.5431]\", \"lift_point\": \"[0.0588, 0.5431]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0639, 0.4558]\", \"lift_point\": \"[0.0639, 0.4558]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Suriname?\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Suriname?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Suriname?\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4069, 0.1882]\", \"lift_point\": \"[0.4069, 0.1882]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3764, 0.3304]\", \"lift_point\": \"[0.3764, 0.3304]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8387, 0.2293]\", \"lift_point\": \"[0.8387, 0.2293]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3643, 0.5149]\", \"lift_point\": \"[0.3643, 0.5149]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3487, 0.5201]\", \"lift_point\": \"[0.3487, 0.5201]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0756, 0.4319]\", \"lift_point\": \"[0.0756, 0.4319]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0559, 0.5029]\", \"lift_point\": \"[0.0559, 0.5029]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0721, 0.4319]\", \"lift_point\": \"[0.0721, 0.4319]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0647, 0.5404]\", \"lift_point\": \"[0.0647, 0.5404]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of sound\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of sound?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1321, 0.4324]\", \"lift_point\": \"[0.1321, 0.4324]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8279, 0.5825]\", \"lift_point\": \"[0.8279, 0.5825]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8307, 0.6314]\", \"lift_point\": \"[0.8307, 0.6314]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9338, 0.5386]\", \"lift_point\": \"[0.9338, 0.5386]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9214, 0.5678]\", \"lift_point\": \"[0.9214, 0.5678]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9485, 0.7779]\", \"lift_point\": \"[0.9485, 0.7779]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9414, 0.8919]\", \"lift_point\": \"[0.9414, 0.8919]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6718, 0.8082]\", \"lift_point\": \"[0.6718, 0.8082]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6779, 0.5934]\", \"lift_point\": \"[0.6779, 0.5934]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5375, 0.6687]\", \"lift_point\": \"[0.5375, 0.6687]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5938, 0.5672]\", \"lift_point\": \"[0.5938, 0.5672]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2518, 0.5285]\", \"lift_point\": \"[0.2518, 0.5285]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2492, 0.4584]\", \"lift_point\": \"[0.2492, 0.4584]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of switzerland ?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Switzerland\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1132, 0.31]\", \"lift_point\": \"[0.1132, 0.31]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1049, 0.4065]\", \"lift_point\": \"[0.1049, 0.4065]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8715, 0.6588]\", \"lift_point\": \"[0.8715, 0.6588]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8668, 0.6645]\", \"lift_point\": \"[0.8668, 0.6645]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4388, 0.4604]\", \"lift_point\": \"[0.4388, 0.4604]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.405, 0.5646]\", \"lift_point\": \"[0.405, 0.5646]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.135, 0.8465]\", \"lift_point\": \"[0.135, 0.8465]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1284, 0.8274]\", \"lift_point\": \"[0.1284, 0.8274]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Show me some nice wallpapers for my desktop\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Show me some nice wallpapers for my desktop\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3977, 0.5613]\", \"lift_point\": \"[0.3977, 0.5613]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2806, 0.4824]\", \"lift_point\": \"[0.2806, 0.4824]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.593, 0.4368]\", \"lift_point\": \"[0.593, 0.4368]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7952, 0.6984]\", \"lift_point\": \"[0.7952, 0.6984]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7922, 0.6915]\", \"lift_point\": \"[0.7922, 0.6915]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8001, 0.6984]\", \"lift_point\": \"[0.8001, 0.6984]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7952, 0.6984]\", \"lift_point\": \"[0.7952, 0.6984]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9174, 0.4332]\", \"lift_point\": \"[0.9174, 0.4332]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9147, 0.5247]\", \"lift_point\": \"[0.9147, 0.5247]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9063, 0.8258]\", \"lift_point\": \"[0.9063, 0.8258]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9041, 0.8654]\", \"lift_point\": \"[0.9041, 0.8654]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2569, 0.5632]\", \"lift_point\": \"[0.2569, 0.5632]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2685, 0.5195]\", \"lift_point\": \"[0.2685, 0.5195]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" weather like in Seoul\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Seoul?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1095, 0.406]\", \"lift_point\": \"[0.1095, 0.406]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7928, 0.6911]\", \"lift_point\": \"[0.7928, 0.6911]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8863, 0.1262]\", \"lift_point\": \"[0.8863, 0.1262]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8014, 0.6911]\", \"lift_point\": \"[0.8014, 0.6911]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7928, 0.6911]\", \"lift_point\": \"[0.7928, 0.6911]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0513, 0.612]\", \"lift_point\": \"[0.0513, 0.612]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0591, 0.5289]\", \"lift_point\": \"[0.0591, 0.5289]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Play the latest video from the Huffington Post\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest video from the Huffington Post\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0593, 0.3014]\", \"lift_point\": \"[0.0593, 0.3014]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.469, 0.2267]\", \"lift_point\": \"[0.469, 0.2267]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7929, 0.2097]\", \"lift_point\": \"[0.7929, 0.2097]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1924, 0.4941]\", \"lift_point\": \"[0.1924, 0.4941]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.399, 0.5424]\", \"lift_point\": \"[0.399, 0.5424]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2165, 0.5162]\", \"lift_point\": \"[0.2165, 0.5162]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2827, 0.611]\", \"lift_point\": \"[0.2827, 0.611]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1361, 0.5295]\", \"lift_point\": \"[0.1361, 0.5295]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2376, 0.9365]\", \"lift_point\": \"[0.2376, 0.9365]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1692, 0.5142]\", \"lift_point\": \"[0.1692, 0.5142]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1837, 0.8925]\", \"lift_point\": \"[0.1837, 0.8925]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7887, 0.8951]\", \"lift_point\": \"[0.7887, 0.8951]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6477, 0.6942]\", \"lift_point\": \"[0.6477, 0.6942]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7912, 0.8951]\", \"lift_point\": \"[0.7912, 0.8951]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7887, 0.8951]\", \"lift_point\": \"[0.7887, 0.8951]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7912, 0.8951]\", \"lift_point\": \"[0.7912, 0.8951]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0398, 0.7971]\", \"lift_point\": \"[0.0398, 0.7971]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9227, 0.0916]\", \"lift_point\": \"[0.9227, 0.0916]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9018, 0.9146]\", \"lift_point\": \"[0.9018, 0.9146]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"music\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"some music\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0462, 0.5791]\", \"lift_point\": \"[0.0462, 0.5791]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.101, 0.292]\", \"lift_point\": \"[0.101, 0.292]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2655, 0.4144]\", \"lift_point\": \"[0.2655, 0.4144]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8593, 0.9113]\", \"lift_point\": \"[0.8593, 0.9113]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1666, 0.5229]\", \"lift_point\": \"[0.1666, 0.5229]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1697, 0.4941]\", \"lift_point\": \"[0.1697, 0.4941]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2437, 0.8769]\", \"lift_point\": \"[0.2437, 0.8769]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6516, 0.6794]\", \"lift_point\": \"[0.6516, 0.6794]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6373, 0.3284]\", \"lift_point\": \"[0.6373, 0.3284]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6553, 0.6794]\", \"lift_point\": \"[0.6553, 0.6794]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6516, 0.6794]\", \"lift_point\": \"[0.6516, 0.6794]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_ENTER,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0587, 0.6953]\", \"lift_point\": \"[0.0587, 0.6953]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0555, 0.5444]\", \"lift_point\": \"[0.0555, 0.5444]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_ENTER,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0538, 0.9241]\", \"lift_point\": \"[0.0538, 0.9241]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0561, 0.9399]\", \"lift_point\": \"[0.0561, 0.9399]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"US dollar exchange rate against the Euro\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"US dollar exchange rate against the Euro\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"US dollar exchange rate against the Euro\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1906, 0.4771]\", \"lift_point\": \"[0.1906, 0.4771]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1284, 0.5884]\", \"lift_point\": \"[0.1284, 0.5884]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1764, 0.5378]\", \"lift_point\": \"[0.1764, 0.5378]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6506, 0.6833]\", \"lift_point\": \"[0.6506, 0.6833]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6357, 0.6946]\", \"lift_point\": \"[0.6357, 0.6946]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.653, 0.6833]\", \"lift_point\": \"[0.653, 0.6833]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6506, 0.6833]\", \"lift_point\": \"[0.6506, 0.6833]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0568, 0.5975]\", \"lift_point\": \"[0.0568, 0.5975]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0589, 0.4915]\", \"lift_point\": \"[0.0589, 0.4915]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0549, 0.9429]\", \"lift_point\": \"[0.0549, 0.9429]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"speed of light\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of light\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of light?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1167, 0.4031]\", \"lift_point\": \"[0.1167, 0.4031]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7981, 0.687]\", \"lift_point\": \"[0.7981, 0.687]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7951, 0.684]\", \"lift_point\": \"[0.7951, 0.684]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7885, 0.713]\", \"lift_point\": \"[0.7885, 0.713]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7981, 0.687]\", \"lift_point\": \"[0.7981, 0.687]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7896, 0.6711]\", \"lift_point\": \"[0.7896, 0.6711]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7885, 0.713]\", \"lift_point\": \"[0.7885, 0.713]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8047, 0.689]\", \"lift_point\": \"[0.8047, 0.689]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7885, 0.713]\", \"lift_point\": \"[0.7885, 0.713]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7914, 0.7008]\", \"lift_point\": \"[0.7914, 0.7008]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8047, 0.689]\", \"lift_point\": \"[0.8047, 0.689]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0578, 0.4378]\", \"lift_point\": \"[0.0578, 0.4378]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.061, 0.568]\", \"lift_point\": \"[0.061, 0.568]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news about the US dollar exchange rate\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news about the US dollar exchange rate\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0569, 0.4227]\", \"lift_point\": \"[0.0569, 0.4227]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.332, 0.4957]\", \"lift_point\": \"[0.332, 0.4957]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2183, 0.1511]\", \"lift_point\": \"[0.2183, 0.1511]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3577, 0.9654]\", \"lift_point\": \"[0.3577, 0.9654]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.242, 0.1486]\", \"lift_point\": \"[0.242, 0.1486]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2341, 0.1565]\", \"lift_point\": \"[0.2341, 0.1565]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8049, 0.6838]\", \"lift_point\": \"[0.8049, 0.6838]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7968, 0.7004]\", \"lift_point\": \"[0.7968, 0.7004]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7931, 0.6976]\", \"lift_point\": \"[0.7931, 0.6976]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8049, 0.6838]\", \"lift_point\": \"[0.8049, 0.6838]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0545, 0.87]\", \"lift_point\": \"[0.0545, 0.87]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0608, 0.3194]\", \"lift_point\": \"[0.0608, 0.3194]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1419, 0.9107]\", \"lift_point\": \"[0.1419, 0.9107]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1222, 0.9128]\", \"lift_point\": \"[0.1222, 0.9128]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.458, 0.9112]\", \"lift_point\": \"[0.458, 0.9112]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2679, 0.4753]\", \"lift_point\": \"[0.2679, 0.4753]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1208, 0.9087]\", \"lift_point\": \"[0.1208, 0.9087]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0621, 0.064]\", \"lift_point\": \"[0.0621, 0.064]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0627, 0.0336]\", \"lift_point\": \"[0.0627, 0.0336]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0569, 0.0736]\", \"lift_point\": \"[0.0569, 0.0736]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2841, 0.2791]\", \"lift_point\": \"[0.2841, 0.2791]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2752, 0.2757]\", \"lift_point\": \"[0.2752, 0.2757]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Myanmar\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Myanmar\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1253, 0.283]\", \"lift_point\": \"[0.1253, 0.283]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2454, 0.1445]\", \"lift_point\": \"[0.2454, 0.1445]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2256, 0.157]\", \"lift_point\": \"[0.2256, 0.157]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3499, 0.878]\", \"lift_point\": \"[0.3499, 0.878]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7752, 0.1383]\", \"lift_point\": \"[0.7752, 0.1383]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3683, 0.8742]\", \"lift_point\": \"[0.3683, 0.8742]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3499, 0.878]\", \"lift_point\": \"[0.3499, 0.878]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6858, 0.8866]\", \"lift_point\": \"[0.6858, 0.8866]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0569, 0.0557]\", \"lift_point\": \"[0.0569, 0.0557]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7721, 0.6779]\", \"lift_point\": \"[0.7721, 0.6779]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3576, 0.5059]\", \"lift_point\": \"[0.3576, 0.5059]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3605, 0.5102]\", \"lift_point\": \"[0.3605, 0.5102]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8887, 0.5227]\", \"lift_point\": \"[0.8887, 0.5227]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8903, 0.4905]\", \"lift_point\": \"[0.8903, 0.4905]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.891, 0.8258]\", \"lift_point\": \"[0.891, 0.8258]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9011, 0.823]\", \"lift_point\": \"[0.9011, 0.823]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2741, 0.5065]\", \"lift_point\": \"[0.2741, 0.5065]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2889, 0.4894]\", \"lift_point\": \"[0.2889, 0.4894]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Seattle?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"t for in Seattle?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1232, 0.3528]\", \"lift_point\": \"[0.1232, 0.3528]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1242, 0.4465]\", \"lift_point\": \"[0.1242, 0.4465]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8609, 0.9214]\", \"lift_point\": \"[0.8609, 0.9214]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3471, 0.4098]\", \"lift_point\": \"[0.3471, 0.4098]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3492, 0.2792]\", \"lift_point\": \"[0.3492, 0.2792]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8596, 0.9113]\", \"lift_point\": \"[0.8596, 0.9113]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3521, 0.4913]\", \"lift_point\": \"[0.3521, 0.4913]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5023, 0.8678]\", \"lift_point\": \"[0.5023, 0.8678]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1806, 0.742]\", \"lift_point\": \"[0.1806, 0.742]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1092, 0.9366]\", \"lift_point\": \"[0.1092, 0.9366]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1106, 0.9279]\", \"lift_point\": \"[0.1106, 0.9279]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"best pizza restaurants on Maps\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"best pizza restaurants on Maps\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1683, 0.2318]\", \"lift_point\": \"[0.1683, 0.2318]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.178, 0.3215]\", \"lift_point\": \"[0.178, 0.3215]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4786, 0.5535]\", \"lift_point\": \"[0.4786, 0.5535]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3598, 0.513]\", \"lift_point\": \"[0.3598, 0.513]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3606, 0.4984]\", \"lift_point\": \"[0.3606, 0.4984]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1847, 0.713]\", \"lift_point\": \"[0.1847, 0.713]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1801, 0.5999]\", \"lift_point\": \"[0.1801, 0.5999]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1061, 0.9273]\", \"lift_point\": \"[0.1061, 0.9273]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1144, 0.9269]\", \"lift_point\": \"[0.1144, 0.9269]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Show me some nice wallpapers for my computer\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Show me some nice wallpapers for my computer\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2728, 0.2707]\", \"lift_point\": \"[0.2728, 0.2707]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1601, 0.366]\", \"lift_point\": \"[0.1601, 0.366]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3256, 0.4458]\", \"lift_point\": \"[0.3256, 0.4458]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3614, 0.284]\", \"lift_point\": \"[0.3614, 0.284]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7774, 0.6961]\", \"lift_point\": \"[0.7774, 0.6961]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1855, 0.6422]\", \"lift_point\": \"[0.1855, 0.6422]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0561, 0.4434]\", \"lift_point\": \"[0.0561, 0.4434]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1185, 0.9216]\", \"lift_point\": \"[0.1185, 0.9216]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1144, 0.9268]\", \"lift_point\": \"[0.1144, 0.9268]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"iPhone 8 look like on eBay?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What does the iPhone 8 look like on eBay?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1754, 0.2773]\", \"lift_point\": \"[0.1754, 0.2773]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1696, 0.2907]\", \"lift_point\": \"[0.1696, 0.2907]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3298, 0.3297]\", \"lift_point\": \"[0.3298, 0.3297]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6013, 0.6804]\", \"lift_point\": \"[0.6013, 0.6804]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3309, 0.5194]\", \"lift_point\": \"[0.3309, 0.5194]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7732, 0.6982]\", \"lift_point\": \"[0.7732, 0.6982]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1823, 0.7716]\", \"lift_point\": \"[0.1823, 0.7716]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0569, 0.5977]\", \"lift_point\": \"[0.0569, 0.5977]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1099, 0.9265]\", \"lift_point\": \"[0.1099, 0.9265]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1144, 0.9269]\", \"lift_point\": \"[0.1144, 0.9269]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Laos?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Laos?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3812, 0.4281]\", \"lift_point\": \"[0.3812, 0.4281]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.169, 0.4578]\", \"lift_point\": \"[0.169, 0.4578]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6062, 0.3344]\", \"lift_point\": \"[0.6062, 0.3344]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4671, 0.6866]\", \"lift_point\": \"[0.4671, 0.6866]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.469, 0.6833]\", \"lift_point\": \"[0.469, 0.6833]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1977, 0.5229]\", \"lift_point\": \"[0.1977, 0.5229]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1964, 0.6824]\", \"lift_point\": \"[0.1964, 0.6824]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0591, 0.919]\", \"lift_point\": \"[0.0591, 0.919]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0659, 0.9219]\", \"lift_point\": \"[0.0659, 0.9219]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Mexico?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Mexico\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1324, 0.5229]\", \"lift_point\": \"[0.1324, 0.5229]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5395, 0.3816]\", \"lift_point\": \"[0.5395, 0.3816]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1325, 0.5214]\", \"lift_point\": \"[0.1325, 0.5214]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5395, 0.3816]\", \"lift_point\": \"[0.5395, 0.3816]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6075, 0.6952]\", \"lift_point\": \"[0.6075, 0.6952]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6032, 0.6918]\", \"lift_point\": \"[0.6032, 0.6918]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0524, 0.8201]\", \"lift_point\": \"[0.0524, 0.8201]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0587, 0.0568]\", \"lift_point\": \"[0.0587, 0.0568]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.057, 0.9176]\", \"lift_point\": \"[0.057, 0.9176]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0585, 0.9265]\", \"lift_point\": \"[0.0585, 0.9265]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Twitter app\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Twitter app\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1227, 0.3341]\", \"lift_point\": \"[0.1227, 0.3341]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1262, 0.2807]\", \"lift_point\": \"[0.1262, 0.2807]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1329, 0.8381]\", \"lift_point\": \"[0.1329, 0.8381]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3779, 0.6628]\", \"lift_point\": \"[0.3779, 0.6628]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.377, 0.685]\", \"lift_point\": \"[0.377, 0.685]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0802, 0.0698]\", \"lift_point\": \"[0.0802, 0.0698]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0657, 0.1165]\", \"lift_point\": \"[0.0657, 0.1165]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8797, 0.5105]\", \"lift_point\": \"[0.8797, 0.5105]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9008, 0.5241]\", \"lift_point\": \"[0.9008, 0.5241]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6133, 0.4004]\", \"lift_point\": \"[0.6133, 0.4004]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6131, 0.4969]\", \"lift_point\": \"[0.6131, 0.4969]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4131, 0.4954]\", \"lift_point\": \"[0.4131, 0.4954]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4283, 0.5092]\", \"lift_point\": \"[0.4283, 0.5092]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3334, 0.71]\", \"lift_point\": \"[0.3334, 0.71]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3407, 0.7172]\", \"lift_point\": \"[0.3407, 0.7172]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6824, 0.7429]\", \"lift_point\": \"[0.6824, 0.7429]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6808, 0.7292]\", \"lift_point\": \"[0.6808, 0.7292]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8906, 0.2882]\", \"lift_point\": \"[0.8906, 0.2882]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8761, 0.4564]\", \"lift_point\": \"[0.8761, 0.4564]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8964, 0.4679]\", \"lift_point\": \"[0.8964, 0.4679]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8906, 0.2882]\", \"lift_point\": \"[0.8906, 0.2882]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0581, 0.2337]\", \"lift_point\": \"[0.0581, 0.2337]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is the moon?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is the moon?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is the moon?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2506, 0.3563]\", \"lift_point\": \"[0.2506, 0.3563]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1384, 0.4254]\", \"lift_point\": \"[0.1384, 0.4254]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7939, 0.8807]\", \"lift_point\": \"[0.7939, 0.8807]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7817, 0.8517]\", \"lift_point\": \"[0.7817, 0.8517]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7939, 0.8807]\", \"lift_point\": \"[0.7939, 0.8807]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0503, 0.8356]\", \"lift_point\": \"[0.0503, 0.8356]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0567, 0.8089]\", \"lift_point\": \"[0.0567, 0.8089]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0606, 0.4229]\", \"lift_point\": \"[0.0606, 0.4229]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" new Taylor Swift video\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Taylor Swift\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" new Taylor Swift video\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1108, 0.339]\", \"lift_point\": \"[0.1108, 0.339]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1097, 0.3494]\", \"lift_point\": \"[0.1097, 0.3494]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2375, 0.3558]\", \"lift_point\": \"[0.2375, 0.3558]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1867, 0.335]\", \"lift_point\": \"[0.1867, 0.335]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1921, 0.3291]\", \"lift_point\": \"[0.1921, 0.3291]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1282, 0.3213]\", \"lift_point\": \"[0.1282, 0.3213]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4122, 0.4985]\", \"lift_point\": \"[0.4122, 0.4985]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2563, 0.5151]\", \"lift_point\": \"[0.2563, 0.5151]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2333, 0.8605]\", \"lift_point\": \"[0.2333, 0.8605]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.224, 0.9103]\", \"lift_point\": \"[0.224, 0.9103]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1707, 0.485]\", \"lift_point\": \"[0.1707, 0.485]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0652, 0.2505]\", \"lift_point\": \"[0.0652, 0.2505]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in India?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in india\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1341, 0.4418]\", \"lift_point\": \"[0.1341, 0.4418]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1399, 0.375]\", \"lift_point\": \"[0.1399, 0.375]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3154, 0.4253]\", \"lift_point\": \"[0.3154, 0.4253]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7911, 0.6743]\", \"lift_point\": \"[0.7911, 0.6743]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7865, 0.7002]\", \"lift_point\": \"[0.7865, 0.7002]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.058, 0.4617]\", \"lift_point\": \"[0.058, 0.4617]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0641, 0.4119]\", \"lift_point\": \"[0.0641, 0.4119]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bedroom apartment rent for in Denver\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0528, 0.9249]\", \"lift_point\": \"[0.0528, 0.9249]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"n denver\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1228, 0.7962]\", \"lift_point\": \"[0.1228, 0.7962]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1236, 0.6277]\", \"lift_point\": \"[0.1236, 0.6277]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3477, 0.3163]\", \"lift_point\": \"[0.3477, 0.3163]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3453, 0.4593]\", \"lift_point\": \"[0.3453, 0.4593]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7885, 0.6904]\", \"lift_point\": \"[0.7885, 0.6904]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7968, 0.6999]\", \"lift_point\": \"[0.7968, 0.6999]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9078, 0.4758]\", \"lift_point\": \"[0.9078, 0.4758]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9101, 0.4739]\", \"lift_point\": \"[0.9101, 0.4739]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9064, 0.8726]\", \"lift_point\": \"[0.9064, 0.8726]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9077, 0.1119]\", \"lift_point\": \"[0.9077, 0.1119]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8434, 0.4859]\", \"lift_point\": \"[0.8434, 0.4859]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7224, 0.6179]\", \"lift_point\": \"[0.7224, 0.6179]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Sri Lanka?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in sri lanka\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,TYPE,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7213, 0.6176]\", \"lift_point\": \"[0.7213, 0.6176]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4839, 0.504]\", \"lift_point\": \"[0.4839, 0.504]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.831, 0.6115]\", \"lift_point\": \"[0.831, 0.6115]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.721, 0.6119]\", \"lift_point\": \"[0.721, 0.6119]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 2 bedroom apartment rent for in Philadelphia?\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7001, 0.5807]\", \"lift_point\": \"[0.7001, 0.5807]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4826, 0.6852]\", \"lift_point\": \"[0.4826, 0.6852]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4856, 0.6952]\", \"lift_point\": \"[0.4856, 0.6952]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2261, 0.6257]\", \"lift_point\": \"[0.2261, 0.6257]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2265, 0.6455]\", \"lift_point\": \"[0.2265, 0.6455]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0701, 0.8955]\", \"lift_point\": \"[0.0701, 0.8955]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0746, 0.8989]\", \"lift_point\": \"[0.0746, 0.8989]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest Nordstrom\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Nordstrom?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1568, 0.4727]\", \"lift_point\": \"[0.1568, 0.4727]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1525, 0.3916]\", \"lift_point\": \"[0.1525, 0.3916]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5489, 0.8252]\", \"lift_point\": \"[0.5489, 0.8252]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5614, 0.8004]\", \"lift_point\": \"[0.5614, 0.8004]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1427, 0.5831]\", \"lift_point\": \"[0.1427, 0.5831]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1537, 0.4107]\", \"lift_point\": \"[0.1537, 0.4107]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.751, 0.8872]\", \"lift_point\": \"[0.751, 0.8872]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6221, 0.9191]\", \"lift_point\": \"[0.6221, 0.9191]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6221, 0.9191]\", \"lift_point\": \"[0.6221, 0.9191]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4338, 0.3417]\", \"lift_point\": \"[0.4338, 0.3417]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5225, 0.8304]\", \"lift_point\": \"[0.5225, 0.8304]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4754, 0.7065]\", \"lift_point\": \"[0.4754, 0.7065]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4885, 0.7075]\", \"lift_point\": \"[0.4885, 0.7075]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1387, 0.7022]\", \"lift_point\": \"[0.1387, 0.7022]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2029, 0.6585]\", \"lift_point\": \"[0.2029, 0.6585]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0551, 0.907]\", \"lift_point\": \"[0.0551, 0.907]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0722, 0.9045]\", \"lift_point\": \"[0.0722, 0.9045]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news this week\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news this week\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1621, 0.4806]\", \"lift_point\": \"[0.1621, 0.4806]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1526, 0.4215]\", \"lift_point\": \"[0.1526, 0.4215]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1939, 0.2645]\", \"lift_point\": \"[0.1939, 0.2645]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2115, 0.244]\", \"lift_point\": \"[0.2115, 0.244]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7799, 0.5312]\", \"lift_point\": \"[0.7799, 0.5312]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7771, 0.4515]\", \"lift_point\": \"[0.7771, 0.4515]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" buy a nice beach chair\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Where can I buy a nice beach chair\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.274, 0.4661]\", \"lift_point\": \"[0.274, 0.4661]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2909, 0.6381]\", \"lift_point\": \"[0.2909, 0.6381]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.269, 0.4574]\", \"lift_point\": \"[0.269, 0.4574]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7916, 0.5385]\", \"lift_point\": \"[0.7916, 0.5385]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7927, 0.1444]\", \"lift_point\": \"[0.7927, 0.1444]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0679, 0.4665]\", \"lift_point\": \"[0.0679, 0.4665]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0692, 0.8104]\", \"lift_point\": \"[0.0692, 0.8104]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0769, 0.9198]\", \"lift_point\": \"[0.0769, 0.9198]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0695, 0.9122]\", \"lift_point\": \"[0.0695, 0.9122]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"the nearest Sprint Store\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"sprint store\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1658, 0.6097]\", \"lift_point\": \"[0.1658, 0.6097]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1571, 0.5394]\", \"lift_point\": \"[0.1571, 0.5394]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8042, 0.1105]\", \"lift_point\": \"[0.8042, 0.1105]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7869, 0.1117]\", \"lift_point\": \"[0.7869, 0.1117]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0619, 0.4591]\", \"lift_point\": \"[0.0619, 0.4591]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0746, 0.4699]\", \"lift_point\": \"[0.0746, 0.4699]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of italy\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Italy?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1504, 0.4264]\", \"lift_point\": \"[0.1504, 0.4264]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1423, 0.3658]\", \"lift_point\": \"[0.1423, 0.3658]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8908, 0.5219]\", \"lift_point\": \"[0.8908, 0.5219]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8911, 0.5157]\", \"lift_point\": \"[0.8911, 0.5157]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in China\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"the news in China\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2318, 0.4508]\", \"lift_point\": \"[0.2318, 0.4508]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1211, 0.4841]\", \"lift_point\": \"[0.1211, 0.4841]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2292, 0.1909]\", \"lift_point\": \"[0.2292, 0.1909]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.879, 0.4738]\", \"lift_point\": \"[0.879, 0.4738]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" a good restaurant in San Diego\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in San Diego?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1221, 0.6906]\", \"lift_point\": \"[0.1221, 0.6906]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1123, 0.4259]\", \"lift_point\": \"[0.1123, 0.4259]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3531, 0.4998]\", \"lift_point\": \"[0.3531, 0.4998]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3487, 0.492]\", \"lift_point\": \"[0.3487, 0.492]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0679, 0.373]\", \"lift_point\": \"[0.0679, 0.373]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0516, 0.5565]\", \"lift_point\": \"[0.0516, 0.5565]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Houston?\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hut?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.43, 0.3015]\", \"lift_point\": \"[0.43, 0.3015]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6282, 0.4512]\", \"lift_point\": \"[0.6282, 0.4512]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5927, 0.4049]\", \"lift_point\": \"[0.5927, 0.4049]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5917, 0.5388]\", \"lift_point\": \"[0.5917, 0.5388]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5641, 0.4025]\", \"lift_point\": \"[0.5641, 0.4025]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.608, 0.4028]\", \"lift_point\": \"[0.608, 0.4028]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8528, 0.3328]\", \"lift_point\": \"[0.8528, 0.3328]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6895, 0.8872]\", \"lift_point\": \"[0.6895, 0.8872]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8704, 0.3948]\", \"lift_point\": \"[0.8704, 0.3948]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1594, 0.7356]\", \"lift_point\": \"[0.1594, 0.7356]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3167, 0.6896]\", \"lift_point\": \"[0.3167, 0.6896]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7562, 0.9092]\", \"lift_point\": \"[0.7562, 0.9092]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7351, 0.6696]\", \"lift_point\": \"[0.7351, 0.6696]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7627, 0.9254]\", \"lift_point\": \"[0.7627, 0.9254]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3851, 0.781]\", \"lift_point\": \"[0.3851, 0.781]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7513, 0.9036]\", \"lift_point\": \"[0.7513, 0.9036]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7526, 0.9309]\", \"lift_point\": \"[0.7526, 0.9309]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7352, 0.4571]\", \"lift_point\": \"[0.7352, 0.4571]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3624, 0.4989]\", \"lift_point\": \"[0.3624, 0.4989]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3555, 0.4976]\", \"lift_point\": \"[0.3555, 0.4976]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.061, 0.4767]\", \"lift_point\": \"[0.061, 0.4767]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0586, 0.491]\", \"lift_point\": \"[0.0586, 0.491]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in orlando\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Orlando\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7863, 0.6902]\", \"lift_point\": \"[0.7863, 0.6902]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3452, 0.4922]\", \"lift_point\": \"[0.3452, 0.4922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3559, 0.4988]\", \"lift_point\": \"[0.3559, 0.4988]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0574, 0.4573]\", \"lift_point\": \"[0.0574, 0.4573]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0536, 0.5868]\", \"lift_point\": \"[0.0536, 0.5868]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the 1000-Watt EGO Power\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the 1000-Watt EGO Power+ Snow Blower?\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"+ Snow Blower?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Blower?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1179, 0.4516]\", \"lift_point\": \"[0.1179, 0.4516]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3224, 0.5171]\", \"lift_point\": \"[0.3224, 0.5171]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3228, 0.5066]\", \"lift_point\": \"[0.3228, 0.5066]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0569, 0.5531]\", \"lift_point\": \"[0.0569, 0.5531]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0528, 0.4125]\", \"lift_point\": \"[0.0528, 0.4125]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Barcelona to Mexico city\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Barcelona to Mexico city\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4643, 0.7188]\", \"lift_point\": \"[0.4643, 0.7188]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.322, 0.506]\", \"lift_point\": \"[0.322, 0.506]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4576, 0.6775]\", \"lift_point\": \"[0.4576, 0.6775]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4695, 0.6846]\", \"lift_point\": \"[0.4695, 0.6846]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1919, 0.5291]\", \"lift_point\": \"[0.1919, 0.5291]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2017, 0.6582]\", \"lift_point\": \"[0.2017, 0.6582]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0589, 0.9252]\", \"lift_point\": \"[0.0589, 0.9252]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0659, 0.9227]\", \"lift_point\": \"[0.0659, 0.9227]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"the capital of Panama\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Google the capital of Panama\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1325, 0.4065]\", \"lift_point\": \"[0.1325, 0.4065]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3248, 0.4949]\", \"lift_point\": \"[0.3248, 0.4949]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3226, 0.5115]\", \"lift_point\": \"[0.3226, 0.5115]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1762, 0.7432]\", \"lift_point\": \"[0.1762, 0.7432]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0578, 0.5355]\", \"lift_point\": \"[0.0578, 0.5355]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1222, 0.9351]\", \"lift_point\": \"[0.1222, 0.9351]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1107, 0.9371]\", \"lift_point\": \"[0.1107, 0.9371]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Atlanta?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Atlanta?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1652, 0.4578]\", \"lift_point\": \"[0.1652, 0.4578]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6001, 0.8815]\", \"lift_point\": \"[0.6001, 0.8815]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6066, 0.8772]\", \"lift_point\": \"[0.6066, 0.8772]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6001, 0.8815]\", \"lift_point\": \"[0.6001, 0.8815]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6054, 0.8638]\", \"lift_point\": \"[0.6054, 0.8638]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6039, 0.8598]\", \"lift_point\": \"[0.6039, 0.8598]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6001, 0.8815]\", \"lift_point\": \"[0.6001, 0.8815]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0637, 0.4705]\", \"lift_point\": \"[0.0637, 0.4705]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0479, 0.8141]\", \"lift_point\": \"[0.0479, 0.8141]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0543, 0.935]\", \"lift_point\": \"[0.0543, 0.935]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0573, 0.9414]\", \"lift_point\": \"[0.0573, 0.9414]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Install the Starbucks app\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"starbucks app\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0574, 0.9286]\", \"lift_point\": \"[0.0574, 0.9286]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1866, 0.3702]\", \"lift_point\": \"[0.1866, 0.3702]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2014, 0.4294]\", \"lift_point\": \"[0.2014, 0.4294]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2848, 0.5851]\", \"lift_point\": \"[0.2848, 0.5851]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3005, 0.5291]\", \"lift_point\": \"[0.3005, 0.5291]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3313, 0.496]\", \"lift_point\": \"[0.3313, 0.496]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3243, 0.4937]\", \"lift_point\": \"[0.3243, 0.4937]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1751, 0.5923]\", \"lift_point\": \"[0.1751, 0.5923]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0559, 0.5569]\", \"lift_point\": \"[0.0559, 0.5569]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1069, 0.7598]\", \"lift_point\": \"[0.1069, 0.7598]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1064, 0.9404]\", \"lift_point\": \"[0.1064, 0.9404]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1132, 0.9135]\", \"lift_point\": \"[0.1132, 0.9135]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1068, 0.9238]\", \"lift_point\": \"[0.1068, 0.9238]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Germany?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Germany?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3222, 0.515]\", \"lift_point\": \"[0.3222, 0.515]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3253, 0.5192]\", \"lift_point\": \"[0.3253, 0.5192]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0422, 0.3662]\", \"lift_point\": \"[0.0422, 0.3662]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0558, 0.5424]\", \"lift_point\": \"[0.0558, 0.5424]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the time in New York?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the time in New York?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.322, 0.3253]\", \"lift_point\": \"[0.322, 0.3253]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3254, 0.3086]\", \"lift_point\": \"[0.3254, 0.3086]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8822, 0.4982]\", \"lift_point\": \"[0.8822, 0.4982]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8897, 0.4977]\", \"lift_point\": \"[0.8897, 0.4977]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7008, 0.544]\", \"lift_point\": \"[0.7008, 0.544]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5616, 0.4675]\", \"lift_point\": \"[0.5616, 0.4675]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.329, 0.5148]\", \"lift_point\": \"[0.329, 0.5148]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3265, 0.5113]\", \"lift_point\": \"[0.3265, 0.5113]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.053, 0.5106]\", \"lift_point\": \"[0.053, 0.5106]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0655, 0.5355]\", \"lift_point\": \"[0.0655, 0.5355]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Walmart/\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Walmart?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3241, 0.4991]\", \"lift_point\": \"[0.3241, 0.4991]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3267, 0.5115]\", \"lift_point\": \"[0.3267, 0.5115]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0414, 0.4529]\", \"lift_point\": \"[0.0414, 0.4529]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0534, 0.5565]\", \"lift_point\": \"[0.0534, 0.5565]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a tiger?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a tiger?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3171, 0.5037]\", \"lift_point\": \"[0.3171, 0.5037]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3273, 0.4988]\", \"lift_point\": \"[0.3273, 0.4988]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0409, 0.5706]\", \"lift_point\": \"[0.0409, 0.5706]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1754, 0.6589]\", \"lift_point\": \"[0.1754, 0.6589]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Brail?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Brazil?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1172, 0.1858]\", \"lift_point\": \"[0.1172, 0.1858]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.32, 0.6924]\", \"lift_point\": \"[0.32, 0.6924]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3256, 0.686]\", \"lift_point\": \"[0.3256, 0.686]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.32, 0.6924]\", \"lift_point\": \"[0.32, 0.6924]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3232, 0.6677]\", \"lift_point\": \"[0.3232, 0.6677]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8924, 0.5075]\", \"lift_point\": \"[0.8924, 0.5075]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9031, 0.5035]\", \"lift_point\": \"[0.9031, 0.5035]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3323, 0.4579]\", \"lift_point\": \"[0.3323, 0.4579]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4313, 0.5964]\", \"lift_point\": \"[0.4313, 0.5964]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.584, 0.4025]\", \"lift_point\": \"[0.584, 0.4025]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4291, 0.5082]\", \"lift_point\": \"[0.4291, 0.5082]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4178, 0.5293]\", \"lift_point\": \"[0.4178, 0.5293]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4138, 0.5069]\", \"lift_point\": \"[0.4138, 0.5069]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4182, 0.502]\", \"lift_point\": \"[0.4182, 0.502]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4178, 0.5293]\", \"lift_point\": \"[0.4178, 0.5293]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3536, 0.69]\", \"lift_point\": \"[0.3536, 0.69]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6699, 0.7258]\", \"lift_point\": \"[0.6699, 0.7258]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6697, 0.756]\", \"lift_point\": \"[0.6697, 0.756]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6757, 0.7234]\", \"lift_point\": \"[0.6757, 0.7234]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3273, 0.513]\", \"lift_point\": \"[0.3273, 0.513]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.322, 0.5196]\", \"lift_point\": \"[0.322, 0.5196]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0686, 0.4307]\", \"lift_point\": \"[0.0686, 0.4307]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0579, 0.5125]\", \"lift_point\": \"[0.0579, 0.5125]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Chicago?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Chicago?\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0588, 0.6983]\", \"lift_point\": \"[0.0588, 0.6983]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0559, 0.3683]\", \"lift_point\": \"[0.0559, 0.3683]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Chicago?\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Chicago?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Chicago?\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5292, 0.4204]\", \"lift_point\": \"[0.5292, 0.4204]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6053, 0.4036]\", \"lift_point\": \"[0.6053, 0.4036]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5927, 0.4114]\", \"lift_point\": \"[0.5927, 0.4114]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3232, 0.4702]\", \"lift_point\": \"[0.3232, 0.4702]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3248, 0.5104]\", \"lift_point\": \"[0.3248, 0.5104]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0529, 0.5671]\", \"lift_point\": \"[0.0529, 0.5671]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0548, 0.4465]\", \"lift_point\": \"[0.0548, 0.4465]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Sydney?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Sydney?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.333, 0.5074]\", \"lift_point\": \"[0.333, 0.5074]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.327, 0.4988]\", \"lift_point\": \"[0.327, 0.4988]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0634, 0.5103]\", \"lift_point\": \"[0.0634, 0.5103]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0591, 0.5115]\", \"lift_point\": \"[0.0591, 0.5115]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Norway?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Norway?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,TYPE,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,TYPE,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,TYPE,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3203, 0.4723]\", \"lift_point\": \"[0.3203, 0.4723]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3258, 0.5114]\", \"lift_point\": \"[0.3258, 0.5114]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,TYPE,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0497, 0.5548]\", \"lift_point\": \"[0.0497, 0.5548]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0557, 0.4615]\", \"lift_point\": \"[0.0557, 0.4615]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,TYPE,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the TLC TV\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the TCL TV?\"" }, { "gt": "Action Plan: [PRESS_ENTER,TYPE,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the speed of a skateboard?\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4731, 0.4651]\", \"lift_point\": \"[0.4731, 0.4651]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3196, 0.4995]\", \"lift_point\": \"[0.3196, 0.4995]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3243, 0.519]\", \"lift_point\": \"[0.3243, 0.519]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0633, 0.5547]\", \"lift_point\": \"[0.0633, 0.5547]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0581, 0.4644]\", \"lift_point\": \"[0.0581, 0.4644]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Norway?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Norway?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7473, 0.3229]\", \"lift_point\": \"[0.7473, 0.3229]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7228, 0.3147]\", \"lift_point\": \"[0.7228, 0.3147]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.046, 0.6078]\", \"lift_point\": \"[0.046, 0.6078]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0526, 0.8004]\", \"lift_point\": \"[0.0526, 0.8004]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0571, 0.9373]\", \"lift_point\": \"[0.0571, 0.9373]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0549, 0.9355]\", \"lift_point\": \"[0.0549, 0.9355]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0473, 0.0764]\", \"lift_point\": \"[0.0473, 0.0764]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Play Games\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6021, 0.5255]\", \"lift_point\": \"[0.6021, 0.5255]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5947, 0.4853]\", \"lift_point\": \"[0.5947, 0.4853]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0694, 0.4697]\", \"lift_point\": \"[0.0694, 0.4697]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0555, 0.7935]\", \"lift_point\": \"[0.0555, 0.7935]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0672, 0.9064]\", \"lift_point\": \"[0.0672, 0.9064]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0579, 0.9286]\", \"lift_point\": \"[0.0579, 0.9286]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"top rated pizza restaurants on Maps\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"top rated pizza restaurants\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1331, 0.3893]\", \"lift_point\": \"[0.1331, 0.3893]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.33, 0.5079]\", \"lift_point\": \"[0.33, 0.5079]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3253, 0.5198]\", \"lift_point\": \"[0.3253, 0.5198]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0703, 0.4272]\", \"lift_point\": \"[0.0703, 0.4272]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0686, 0.5833]\", \"lift_point\": \"[0.0686, 0.5833]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news about the US economy?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news about the US economy?\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4574, 0.2937]\", \"lift_point\": \"[0.4574, 0.2937]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5299, 0.3854]\", \"lift_point\": \"[0.5299, 0.3854]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4371, 0.5148]\", \"lift_point\": \"[0.4371, 0.5148]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5547, 0.7938]\", \"lift_point\": \"[0.5547, 0.7938]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3289, 0.506]\", \"lift_point\": \"[0.3289, 0.506]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3266, 0.5198]\", \"lift_point\": \"[0.3266, 0.5198]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.051, 0.4976]\", \"lift_point\": \"[0.051, 0.4976]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0588, 0.5398]\", \"lift_point\": \"[0.0588, 0.5398]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Barcelona to Mexico city\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Barcelona to Mexico city\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4567, 0.5289]\", \"lift_point\": \"[0.4567, 0.5289]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6277, 0.5124]\", \"lift_point\": \"[0.6277, 0.5124]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3307, 0.3501]\", \"lift_point\": \"[0.3307, 0.3501]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3499, 0.4454]\", \"lift_point\": \"[0.3499, 0.4454]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7778, 0.7176]\", \"lift_point\": \"[0.7778, 0.7176]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7878, 0.681]\", \"lift_point\": \"[0.7878, 0.681]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.872, 0.6159]\", \"lift_point\": \"[0.872, 0.6159]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8768, 0.4838]\", \"lift_point\": \"[0.8768, 0.4838]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8788, 0.859]\", \"lift_point\": \"[0.8788, 0.859]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8785, 0.7924]\", \"lift_point\": \"[0.8785, 0.7924]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.323, 0.3572]\", \"lift_point\": \"[0.323, 0.3572]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3333, 0.3952]\", \"lift_point\": \"[0.3333, 0.3952]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"what does the iphone 8 look like \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What does the iPhone 8 look like?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1429, 0.4378]\", \"lift_point\": \"[0.1429, 0.4378]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0657, 0.4205]\", \"lift_point\": \"[0.0657, 0.4205]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8824, 0.9043]\", \"lift_point\": \"[0.8824, 0.9043]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5869, 0.4165]\", \"lift_point\": \"[0.5869, 0.4165]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5841, 0.3415]\", \"lift_point\": \"[0.5841, 0.3415]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6364, 0.2951]\", \"lift_point\": \"[0.6364, 0.2951]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6451, 0.379]\", \"lift_point\": \"[0.6451, 0.379]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6457, 0.3727]\", \"lift_point\": \"[0.6457, 0.3727]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3656, 0.3271]\", \"lift_point\": \"[0.3656, 0.3271]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9059, 0.5166]\", \"lift_point\": \"[0.9059, 0.5166]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8857, 0.5145]\", \"lift_point\": \"[0.8857, 0.5145]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6568, 0.6713]\", \"lift_point\": \"[0.6568, 0.6713]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6543, 0.7012]\", \"lift_point\": \"[0.6543, 0.7012]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0633, 0.5378]\", \"lift_point\": \"[0.0633, 0.5378]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0671, 0.5414]\", \"lift_point\": \"[0.0671, 0.5414]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"yahoo app\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"yahoo\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1534, 0.2986]\", \"lift_point\": \"[0.1534, 0.2986]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1445, 0.2733]\", \"lift_point\": \"[0.1445, 0.2733]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4861, 0.1534]\", \"lift_point\": \"[0.4861, 0.1534]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2996, 0.4143]\", \"lift_point\": \"[0.2996, 0.4143]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4017, 0.545]\", \"lift_point\": \"[0.4017, 0.545]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3916, 0.3912]\", \"lift_point\": \"[0.3916, 0.3912]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9011, 0.3566]\", \"lift_point\": \"[0.9011, 0.3566]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8932, 0.3265]\", \"lift_point\": \"[0.8932, 0.3265]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8909, 0.2837]\", \"lift_point\": \"[0.8909, 0.2837]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8975, 0.3045]\", \"lift_point\": \"[0.8975, 0.3045]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2941, 0.5099]\", \"lift_point\": \"[0.2941, 0.5099]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2899, 0.8218]\", \"lift_point\": \"[0.2899, 0.8218]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0742, 0.4061]\", \"lift_point\": \"[0.0742, 0.4061]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest video from IGN\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"ign\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1426, 0.4104]\", \"lift_point\": \"[0.1426, 0.4104]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.133, 0.2757]\", \"lift_point\": \"[0.133, 0.2757]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4155, 0.1386]\", \"lift_point\": \"[0.4155, 0.1386]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7634, 0.2229]\", \"lift_point\": \"[0.7634, 0.2229]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7387, 0.6415]\", \"lift_point\": \"[0.7387, 0.6415]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7896, 0.6964]\", \"lift_point\": \"[0.7896, 0.6964]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7874, 0.6772]\", \"lift_point\": \"[0.7874, 0.6772]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0655, 0.3596]\", \"lift_point\": \"[0.0655, 0.3596]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0715, 0.4915]\", \"lift_point\": \"[0.0715, 0.4915]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest video from gamespot trailers\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest video from gamespot trailers\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1392, 0.2833]\", \"lift_point\": \"[0.1392, 0.2833]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1416, 0.5087]\", \"lift_point\": \"[0.1416, 0.5087]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1284, 0.4043]\", \"lift_point\": \"[0.1284, 0.4043]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3782, 0.3653]\", \"lift_point\": \"[0.3782, 0.3653]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5657, 0.419]\", \"lift_point\": \"[0.5657, 0.419]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1291, 0.3146]\", \"lift_point\": \"[0.1291, 0.3146]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0613, 0.3336]\", \"lift_point\": \"[0.0613, 0.3336]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0579, 0.288]\", \"lift_point\": \"[0.0579, 0.288]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7744, 0.7101]\", \"lift_point\": \"[0.7744, 0.7101]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7825, 0.6883]\", \"lift_point\": \"[0.7825, 0.6883]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0649, 0.3938]\", \"lift_point\": \"[0.0649, 0.3938]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0621, 0.4885]\", \"lift_point\": \"[0.0621, 0.4885]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"how do i get nearest t mobile store\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest t mobile store\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1422, 0.5736]\", \"lift_point\": \"[0.1422, 0.5736]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1386, 0.3975]\", \"lift_point\": \"[0.1386, 0.3975]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7642, 0.6938]\", \"lift_point\": \"[0.7642, 0.6938]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7758, 0.6877]\", \"lift_point\": \"[0.7758, 0.6877]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.066, 0.9402]\", \"lift_point\": \"[0.066, 0.9402]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0634, 0.9249]\", \"lift_point\": \"[0.0634, 0.9249]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1186, 0.6529]\", \"lift_point\": \"[0.1186, 0.6529]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1745, 0.6026]\", \"lift_point\": \"[0.1745, 0.6026]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8823, 0.4497]\", \"lift_point\": \"[0.8823, 0.4497]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8765, 0.5077]\", \"lift_point\": \"[0.8765, 0.5077]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather like in Delhi?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather like in Delhi\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1624, 0.3944]\", \"lift_point\": \"[0.1624, 0.3944]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7859, 0.1526]\", \"lift_point\": \"[0.7859, 0.1526]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8291, 0.8973]\", \"lift_point\": \"[0.8291, 0.8973]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0538, 0.8159]\", \"lift_point\": \"[0.0538, 0.8159]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0688, 0.7975]\", \"lift_point\": \"[0.0688, 0.7975]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0614, 0.8124]\", \"lift_point\": \"[0.0614, 0.8124]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Justin Bieber video\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"justin bieber\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1198, 0.4478]\", \"lift_point\": \"[0.1198, 0.4478]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1165, 0.3873]\", \"lift_point\": \"[0.1165, 0.3873]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5838, 0.5288]\", \"lift_point\": \"[0.5838, 0.5288]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5863, 0.5288]\", \"lift_point\": \"[0.5863, 0.5288]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6656, 0.4608]\", \"lift_point\": \"[0.6656, 0.4608]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5114, 0.5222]\", \"lift_point\": \"[0.5114, 0.5222]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2277, 0.8749]\", \"lift_point\": \"[0.2277, 0.8749]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2255, 0.8268]\", \"lift_point\": \"[0.2255, 0.8268]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1787, 0.5499]\", \"lift_point\": \"[0.1787, 0.5499]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1679, 0.5235]\", \"lift_point\": \"[0.1679, 0.5235]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8833, 0.6511]\", \"lift_point\": \"[0.8833, 0.6511]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8783, 0.506]\", \"lift_point\": \"[0.8783, 0.506]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Reddit\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"reddit\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1585, 0.3225]\", \"lift_point\": \"[0.1585, 0.3225]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2794, 0.2866]\", \"lift_point\": \"[0.2794, 0.2866]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8827, 0.4549]\", \"lift_point\": \"[0.8827, 0.4549]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8756, 0.584]\", \"lift_point\": \"[0.8756, 0.584]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8827, 0.4549]\", \"lift_point\": \"[0.8827, 0.4549]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8827, 0.4549]\", \"lift_point\": \"[0.8827, 0.4549]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8827, 0.4549]\", \"lift_point\": \"[0.8827, 0.4549]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8827, 0.4549]\", \"lift_point\": \"[0.8827, 0.4549]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Sydney\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Sydney\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1502, 0.3758]\", \"lift_point\": \"[0.1502, 0.3758]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2061, 0.4438]\", \"lift_point\": \"[0.2061, 0.4438]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1503, 0.3552]\", \"lift_point\": \"[0.1503, 0.3552]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8903, 0.4621]\", \"lift_point\": \"[0.8903, 0.4621]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8807, 0.5841]\", \"lift_point\": \"[0.8807, 0.5841]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9019, 0.4404]\", \"lift_point\": \"[0.9019, 0.4404]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8903, 0.4621]\", \"lift_point\": \"[0.8903, 0.4621]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Pakistan\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in pakistan\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1456, 0.3753]\", \"lift_point\": \"[0.1456, 0.3753]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1593, 0.4851]\", \"lift_point\": \"[0.1593, 0.4851]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1453, 0.4227]\", \"lift_point\": \"[0.1453, 0.4227]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.211, 0.1925]\", \"lift_point\": \"[0.211, 0.1925]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7827, 0.6713]\", \"lift_point\": \"[0.7827, 0.6713]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4832, 0.6565]\", \"lift_point\": \"[0.4832, 0.6565]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3624, 0.4892]\", \"lift_point\": \"[0.3624, 0.4892]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2107, 0.2892]\", \"lift_point\": \"[0.2107, 0.2892]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2099, 0.3853]\", \"lift_point\": \"[0.2099, 0.3853]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for hotels in Las Vegas\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for hotels in Las Vegas\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1297, 0.2535]\", \"lift_point\": \"[0.1297, 0.2535]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1351, 0.451]\", \"lift_point\": \"[0.1351, 0.451]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3246, 0.3199]\", \"lift_point\": \"[0.3246, 0.3199]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3294, 0.2357]\", \"lift_point\": \"[0.3294, 0.2357]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.796, 0.6777]\", \"lift_point\": \"[0.796, 0.6777]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4444, 0.8786]\", \"lift_point\": \"[0.4444, 0.8786]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4838, 0.6722]\", \"lift_point\": \"[0.4838, 0.6722]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.486, 0.6881]\", \"lift_point\": \"[0.486, 0.6881]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4841, 0.6812]\", \"lift_point\": \"[0.4841, 0.6812]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4838, 0.6722]\", \"lift_point\": \"[0.4838, 0.6722]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1967, 0.4231]\", \"lift_point\": \"[0.1967, 0.4231]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3113, 0.4122]\", \"lift_point\": \"[0.3113, 0.4122]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.051, 0.915]\", \"lift_point\": \"[0.051, 0.915]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0607, 0.9066]\", \"lift_point\": \"[0.0607, 0.9066]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a tiger?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a tiger?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.136, 0.5324]\", \"lift_point\": \"[0.136, 0.5324]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1324, 0.3548]\", \"lift_point\": \"[0.1324, 0.3548]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7963, 0.6631]\", \"lift_point\": \"[0.7963, 0.6631]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7857, 0.6865]\", \"lift_point\": \"[0.7857, 0.6865]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0561, 0.7379]\", \"lift_point\": \"[0.0561, 0.7379]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0702, 0.6424]\", \"lift_point\": \"[0.0702, 0.6424]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Buenos aires to Helsinki\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0696, 0.9222]\", \"lift_point\": \"[0.0696, 0.9222]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1176, 0.3518]\", \"lift_point\": \"[0.1176, 0.3518]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1314, 0.5624]\", \"lift_point\": \"[0.1314, 0.5624]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2662, 0.2394]\", \"lift_point\": \"[0.2662, 0.2394]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3745, 0.2772]\", \"lift_point\": \"[0.3745, 0.2772]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.775, 0.4622]\", \"lift_point\": \"[0.775, 0.4622]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.79, 0.8773]\", \"lift_point\": \"[0.79, 0.8773]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0613, 0.354]\", \"lift_point\": \"[0.0613, 0.354]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7854, 0.6865]\", \"lift_point\": \"[0.7854, 0.6865]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7887, 0.691]\", \"lift_point\": \"[0.7887, 0.691]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7931, 0.6865]\", \"lift_point\": \"[0.7931, 0.6865]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7887, 0.691]\", \"lift_point\": \"[0.7887, 0.691]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7887, 0.691]\", \"lift_point\": \"[0.7887, 0.691]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7887, 0.691]\", \"lift_point\": \"[0.7887, 0.691]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7887, 0.691]\", \"lift_point\": \"[0.7887, 0.691]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0606, 0.3667]\", \"lift_point\": \"[0.0606, 0.3667]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0677, 0.417]\", \"lift_point\": \"[0.0677, 0.417]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest T-Mobile Store?\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0645, 0.9322]\", \"lift_point\": \"[0.0645, 0.9322]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1309, 0.9462]\", \"lift_point\": \"[0.1309, 0.9462]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1398, 0.4576]\", \"lift_point\": \"[0.1398, 0.4576]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7687, 0.4874]\", \"lift_point\": \"[0.7687, 0.4874]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7933, 0.1411]\", \"lift_point\": \"[0.7933, 0.1411]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0613, 0.1329]\", \"lift_point\": \"[0.0613, 0.1329]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.078, 0.1326]\", \"lift_point\": \"[0.078, 0.1326]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8946, 0.489]\", \"lift_point\": \"[0.8946, 0.489]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8855, 0.5192]\", \"lift_point\": \"[0.8855, 0.5192]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6363, 0.5188]\", \"lift_point\": \"[0.6363, 0.5188]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6232, 0.3994]\", \"lift_point\": \"[0.6232, 0.3994]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4066, 0.4998]\", \"lift_point\": \"[0.4066, 0.4998]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4166, 0.506]\", \"lift_point\": \"[0.4166, 0.506]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3235, 0.7394]\", \"lift_point\": \"[0.3235, 0.7394]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3297, 0.7508]\", \"lift_point\": \"[0.3297, 0.7508]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6897, 0.7722]\", \"lift_point\": \"[0.6897, 0.7722]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6887, 0.7318]\", \"lift_point\": \"[0.6887, 0.7318]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7629, 0.3686]\", \"lift_point\": \"[0.7629, 0.3686]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3757, 0.6124]\", \"lift_point\": \"[0.3757, 0.6124]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3659, 0.615]\", \"lift_point\": \"[0.3659, 0.615]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3547, 0.6205]\", \"lift_point\": \"[0.3547, 0.6205]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3757, 0.6124]\", \"lift_point\": \"[0.3757, 0.6124]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0715, 0.5857]\", \"lift_point\": \"[0.0715, 0.5857]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0586, 0.5265]\", \"lift_point\": \"[0.0586, 0.5265]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the Galaxy phone on eBay?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the Galaxy phone on eBay?\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0426, 0.819]\", \"lift_point\": \"[0.0426, 0.819]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1121, 0.845]\", \"lift_point\": \"[0.1121, 0.845]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1337, 0.7929]\", \"lift_point\": \"[0.1337, 0.7929]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1335, 0.9358]\", \"lift_point\": \"[0.1335, 0.9358]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2113, 0.0514]\", \"lift_point\": \"[0.2113, 0.0514]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3395, 0.363]\", \"lift_point\": \"[0.3395, 0.363]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Paris\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in paris\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1412, 0.392]\", \"lift_point\": \"[0.1412, 0.392]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3387, 0.6066]\", \"lift_point\": \"[0.3387, 0.6066]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.332, 0.6176]\", \"lift_point\": \"[0.332, 0.6176]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0732, 0.4089]\", \"lift_point\": \"[0.0732, 0.4089]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0663, 0.5055]\", \"lift_point\": \"[0.0663, 0.5055]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Sacramento?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Sacramento?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3326, 0.6003]\", \"lift_point\": \"[0.3326, 0.6003]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3306, 0.6007]\", \"lift_point\": \"[0.3306, 0.6007]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3293, 0.6078]\", \"lift_point\": \"[0.3293, 0.6078]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3158, 0.6006]\", \"lift_point\": \"[0.3158, 0.6006]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0663, 0.4031]\", \"lift_point\": \"[0.0663, 0.4031]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0677, 0.6068]\", \"lift_point\": \"[0.0677, 0.6068]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest news in space technology?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest news in space technology?\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2448, 0.1738]\", \"lift_point\": \"[0.2448, 0.1738]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5701, 0.7052]\", \"lift_point\": \"[0.5701, 0.7052]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6019, 0.3512]\", \"lift_point\": \"[0.6019, 0.3512]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8123, 0.6266]\", \"lift_point\": \"[0.8123, 0.6266]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8007, 0.6955]\", \"lift_point\": \"[0.8007, 0.6955]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8047, 0.5081]\", \"lift_point\": \"[0.8047, 0.5081]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8123, 0.6266]\", \"lift_point\": \"[0.8123, 0.6266]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8595, 0.4183]\", \"lift_point\": \"[0.8595, 0.4183]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8795, 0.4172]\", \"lift_point\": \"[0.8795, 0.4172]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the TCL TV?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the TCL TV?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1257, 0.525]\", \"lift_point\": \"[0.1257, 0.525]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1324, 0.4058]\", \"lift_point\": \"[0.1324, 0.4058]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6873, 0.4383]\", \"lift_point\": \"[0.6873, 0.4383]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9047, 0.488]\", \"lift_point\": \"[0.9047, 0.488]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8719, 0.3538]\", \"lift_point\": \"[0.8719, 0.3538]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4114, 0.5121]\", \"lift_point\": \"[0.4114, 0.5121]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Play the new Drake video on YouTube\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0556, 0.8155]\", \"lift_point\": \"[0.0556, 0.8155]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0598, 0.7338]\", \"lift_point\": \"[0.0598, 0.7338]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0582, 0.7161]\", \"lift_point\": \"[0.0582, 0.7161]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new drake video\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Play the new Drake \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new Drake video\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1139, 0.3459]\", \"lift_point\": \"[0.1139, 0.3459]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1194, 0.4375]\", \"lift_point\": \"[0.1194, 0.4375]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3221, 0.4968]\", \"lift_point\": \"[0.3221, 0.4968]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2111, 0.4884]\", \"lift_point\": \"[0.2111, 0.4884]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2306, 0.8469]\", \"lift_point\": \"[0.2306, 0.8469]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2356, 0.8464]\", \"lift_point\": \"[0.2356, 0.8464]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8881, 0.4185]\", \"lift_point\": \"[0.8881, 0.4185]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8888, 0.3963]\", \"lift_point\": \"[0.8888, 0.3963]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Mexico City?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Mexico City?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4364, 0.5881]\", \"lift_point\": \"[0.4364, 0.5881]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1324, 0.4145]\", \"lift_point\": \"[0.1324, 0.4145]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8773, 0.5023]\", \"lift_point\": \"[0.8773, 0.5023]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8857, 0.4202]\", \"lift_point\": \"[0.8857, 0.4202]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the new iPhone on eBay?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the new iPhone on eBay?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2534, 0.3166]\", \"lift_point\": \"[0.2534, 0.3166]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1886, 0.3886]\", \"lift_point\": \"[0.1886, 0.3886]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5754, 0.5754]\", \"lift_point\": \"[0.5754, 0.5754]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6077, 0.3527]\", \"lift_point\": \"[0.6077, 0.3527]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7429, 0.2766]\", \"lift_point\": \"[0.7429, 0.2766]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9041, 0.5177]\", \"lift_point\": \"[0.9041, 0.5177]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9068, 0.5625]\", \"lift_point\": \"[0.9068, 0.5625]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8974, 0.409]\", \"lift_point\": \"[0.8974, 0.409]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8949, 0.5905]\", \"lift_point\": \"[0.8949, 0.5905]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What time is it in London?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What time is it in London?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1264, 0.508]\", \"lift_point\": \"[0.1264, 0.508]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1326, 0.4697]\", \"lift_point\": \"[0.1326, 0.4697]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8849, 0.6558]\", \"lift_point\": \"[0.8849, 0.6558]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8899, 0.4256]\", \"lift_point\": \"[0.8899, 0.4256]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Seoul to Barcelona\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for flights from Seoul to Barcelona\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1196, 0.6374]\", \"lift_point\": \"[0.1196, 0.6374]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1252, 0.4574]\", \"lift_point\": \"[0.1252, 0.4574]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3537, 0.8834]\", \"lift_point\": \"[0.3537, 0.8834]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3582, 0.8673]\", \"lift_point\": \"[0.3582, 0.8673]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.886, 0.3826]\", \"lift_point\": \"[0.886, 0.3826]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8952, 0.4076]\", \"lift_point\": \"[0.8952, 0.4076]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8888, 0.4517]\", \"lift_point\": \"[0.8888, 0.4517]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8928, 0.5025]\", \"lift_point\": \"[0.8928, 0.5025]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8952, 0.4076]\", \"lift_point\": \"[0.8952, 0.4076]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in New York?\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8928, 0.5025]\", \"lift_point\": \"[0.8928, 0.5025]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.129, 0.4959]\", \"lift_point\": \"[0.129, 0.4959]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3197, 0.5067]\", \"lift_point\": \"[0.3197, 0.5067]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3254, 0.5065]\", \"lift_point\": \"[0.3254, 0.5065]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0471, 0.4793]\", \"lift_point\": \"[0.0471, 0.4793]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1901, 0.5894]\", \"lift_point\": \"[0.1901, 0.5894]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Tokyo\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Tokyo\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3556, 0.5143]\", \"lift_point\": \"[0.3556, 0.5143]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3602, 0.4942]\", \"lift_point\": \"[0.3602, 0.4942]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.09, 0.3926]\", \"lift_point\": \"[0.09, 0.3926]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0685, 0.3871]\", \"lift_point\": \"[0.0685, 0.3871]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0644, 0.336]\", \"lift_point\": \"[0.0644, 0.336]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0541, 0.3926]\", \"lift_point\": \"[0.0541, 0.3926]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0521, 0.9296]\", \"lift_point\": \"[0.0521, 0.9296]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0567, 0.9251]\", \"lift_point\": \"[0.0567, 0.9251]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest video from Game Informer?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest video from Game Informer?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1236, 0.5445]\", \"lift_point\": \"[0.1236, 0.5445]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1175, 0.5218]\", \"lift_point\": \"[0.1175, 0.5218]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3762, 0.337]\", \"lift_point\": \"[0.3762, 0.337]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3519, 0.4983]\", \"lift_point\": \"[0.3519, 0.4983]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3607, 0.5016]\", \"lift_point\": \"[0.3607, 0.5016]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0535, 0.4924]\", \"lift_point\": \"[0.0535, 0.4924]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0562, 0.3925]\", \"lift_point\": \"[0.0562, 0.3925]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0593, 0.6209]\", \"lift_point\": \"[0.0593, 0.6209]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0533, 0.9378]\", \"lift_point\": \"[0.0533, 0.9378]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0541, 0.9082]\", \"lift_point\": \"[0.0541, 0.9082]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Rio de Janeiro?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Rio de Janeiro?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1189, 0.3516]\", \"lift_point\": \"[0.1189, 0.3516]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1313, 0.5504]\", \"lift_point\": \"[0.1313, 0.5504]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8073, 0.6794]\", \"lift_point\": \"[0.8073, 0.6794]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7907, 0.6905]\", \"lift_point\": \"[0.7907, 0.6905]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8073, 0.6794]\", \"lift_point\": \"[0.8073, 0.6794]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.362, 0.5116]\", \"lift_point\": \"[0.362, 0.5116]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.503, 0.6823]\", \"lift_point\": \"[0.503, 0.6823]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0788, 0.5349]\", \"lift_point\": \"[0.0788, 0.5349]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0677, 0.5337]\", \"lift_point\": \"[0.0677, 0.5337]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"electronics store thats open now\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest electronics store thats open now\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1494, 0.5129]\", \"lift_point\": \"[0.1494, 0.5129]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2153, 0.5998]\", \"lift_point\": \"[0.2153, 0.5998]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1494, 0.6772]\", \"lift_point\": \"[0.1494, 0.6772]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1341, 0.4624]\", \"lift_point\": \"[0.1341, 0.4624]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2153, 0.5998]\", \"lift_point\": \"[0.2153, 0.5998]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2033, 0.5262]\", \"lift_point\": \"[0.2033, 0.5262]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest electronics store thats open now\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2643, 0.535]\", \"lift_point\": \"[0.2643, 0.535]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1288, 0.9179]\", \"lift_point\": \"[0.1288, 0.9179]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3254, 0.5145]\", \"lift_point\": \"[0.3254, 0.5145]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4643, 0.5004]\", \"lift_point\": \"[0.4643, 0.5004]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3156, 0.5185]\", \"lift_point\": \"[0.3156, 0.5185]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5419, 0.4345]\", \"lift_point\": \"[0.5419, 0.4345]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9138, 0.5418]\", \"lift_point\": \"[0.9138, 0.5418]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.637, 0.9457]\", \"lift_point\": \"[0.637, 0.9457]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1772, 0.578]\", \"lift_point\": \"[0.1772, 0.578]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7763, 0.6896]\", \"lift_point\": \"[0.7763, 0.6896]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7727, 0.6797]\", \"lift_point\": \"[0.7727, 0.6797]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0438, 0.4508]\", \"lift_point\": \"[0.0438, 0.4508]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0508, 0.424]\", \"lift_point\": \"[0.0508, 0.424]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in seattle\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in seattle\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1121, 0.1916]\", \"lift_point\": \"[0.1121, 0.1916]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1167, 0.1973]\", \"lift_point\": \"[0.1167, 0.1973]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6572, 0.2437]\", \"lift_point\": \"[0.6572, 0.2437]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6587, 0.4894]\", \"lift_point\": \"[0.6587, 0.4894]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6551, 0.457]\", \"lift_point\": \"[0.6551, 0.457]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7751, 0.6872]\", \"lift_point\": \"[0.7751, 0.6872]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7721, 0.6946]\", \"lift_point\": \"[0.7721, 0.6946]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0418, 0.4193]\", \"lift_point\": \"[0.0418, 0.4193]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0459, 0.483]\", \"lift_point\": \"[0.0459, 0.483]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"cosmology news\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"cosmology latest news\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1122, 0.1705]\", \"lift_point\": \"[0.1122, 0.1705]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1213, 0.1784]\", \"lift_point\": \"[0.1213, 0.1784]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7796, 0.2768]\", \"lift_point\": \"[0.7796, 0.2768]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2241, 0.1534]\", \"lift_point\": \"[0.2241, 0.1534]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6401, 0.5209]\", \"lift_point\": \"[0.6401, 0.5209]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6757, 0.5142]\", \"lift_point\": \"[0.6757, 0.5142]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1678, 0.2926]\", \"lift_point\": \"[0.1678, 0.2926]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7792, 0.6964]\", \"lift_point\": \"[0.7792, 0.6964]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7768, 0.6863]\", \"lift_point\": \"[0.7768, 0.6863]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0581, 0.8475]\", \"lift_point\": \"[0.0581, 0.8475]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0597, 0.3804]\", \"lift_point\": \"[0.0597, 0.3804]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.048, 0.4408]\", \"lift_point\": \"[0.048, 0.4408]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0581, 0.8475]\", \"lift_point\": \"[0.0581, 0.8475]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1238, 0.2276]\", \"lift_point\": \"[0.1238, 0.2276]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.048, 0.4408]\", \"lift_point\": \"[0.048, 0.4408]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6481, 0.7569]\", \"lift_point\": \"[0.6481, 0.7569]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0481, 0.323]\", \"lift_point\": \"[0.0481, 0.323]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0457, 0.3995]\", \"lift_point\": \"[0.0457, 0.3995]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest grocery store?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest grocery store\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1182, 0.2879]\", \"lift_point\": \"[0.1182, 0.2879]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1178, 0.1982]\", \"lift_point\": \"[0.1178, 0.1982]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7409, 0.3148]\", \"lift_point\": \"[0.7409, 0.3148]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7509, 0.2144]\", \"lift_point\": \"[0.7509, 0.2144]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0491, 0.9077]\", \"lift_point\": \"[0.0491, 0.9077]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8877, 0.4544]\", \"lift_point\": \"[0.8877, 0.4544]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.486, 0.494]\", \"lift_point\": \"[0.486, 0.494]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.724, 0.6307]\", \"lift_point\": \"[0.724, 0.6307]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.097, 0.4882]\", \"lift_point\": \"[0.097, 0.4882]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.088, 0.5184]\", \"lift_point\": \"[0.088, 0.5184]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0881, 0.9045]\", \"lift_point\": \"[0.0881, 0.9045]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Seoul to Barcelona\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Seoul to Barcelona\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Seoul to Barcelona\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1928, 0.3428]\", \"lift_point\": \"[0.1928, 0.3428]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1827, 0.4827]\", \"lift_point\": \"[0.1827, 0.4827]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4473, 0.2915]\", \"lift_point\": \"[0.4473, 0.2915]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8021, 0.4682]\", \"lift_point\": \"[0.8021, 0.4682]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.718, 0.6036]\", \"lift_point\": \"[0.718, 0.6036]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.721, 0.609]\", \"lift_point\": \"[0.721, 0.609]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0949, 0.3928]\", \"lift_point\": \"[0.0949, 0.3928]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0943, 0.4435]\", \"lift_point\": \"[0.0943, 0.4435]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0908, 0.907]\", \"lift_point\": \"[0.0908, 0.907]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Paris\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" flights from NYC to Paris\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Paris\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1898, 0.3426]\", \"lift_point\": \"[0.1898, 0.3426]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1914, 0.3552]\", \"lift_point\": \"[0.1914, 0.3552]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7264, 0.1487]\", \"lift_point\": \"[0.7264, 0.1487]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.726, 0.8312]\", \"lift_point\": \"[0.726, 0.8312]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7232, 0.1534]\", \"lift_point\": \"[0.7232, 0.1534]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7727, 0.8562]\", \"lift_point\": \"[0.7727, 0.8562]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8266, 0.8542]\", \"lift_point\": \"[0.8266, 0.8542]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1093, 0.3357]\", \"lift_point\": \"[0.1093, 0.3357]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7727, 0.8562]\", \"lift_point\": \"[0.7727, 0.8562]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"spotify \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Install the Spotify app\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2039, 0.275]\", \"lift_point\": \"[0.2039, 0.275]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1978, 0.3924]\", \"lift_point\": \"[0.1978, 0.3924]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.443, 0.2954]\", \"lift_point\": \"[0.443, 0.2954]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4594, 0.2553]\", \"lift_point\": \"[0.4594, 0.2553]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5606, 0.2251]\", \"lift_point\": \"[0.5606, 0.2251]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5704, 0.2922]\", \"lift_point\": \"[0.5704, 0.2922]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5241, 0.4987]\", \"lift_point\": \"[0.5241, 0.4987]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4122, 0.4176]\", \"lift_point\": \"[0.4122, 0.4176]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3368, 0.4336]\", \"lift_point\": \"[0.3368, 0.4336]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0998, 0.9206]\", \"lift_point\": \"[0.0998, 0.9206]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8446, 0.4491]\", \"lift_point\": \"[0.8446, 0.4491]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7374, 0.4653]\", \"lift_point\": \"[0.7374, 0.4653]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7431, 0.5095]\", \"lift_point\": \"[0.7431, 0.5095]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6931, 0.503]\", \"lift_point\": \"[0.6931, 0.503]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6291, 0.5697]\", \"lift_point\": \"[0.6291, 0.5697]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5804, 0.7449]\", \"lift_point\": \"[0.5804, 0.7449]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7164, 0.4917]\", \"lift_point\": \"[0.7164, 0.4917]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5863, 0.7441]\", \"lift_point\": \"[0.5863, 0.7441]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7122, 0.6291]\", \"lift_point\": \"[0.7122, 0.6291]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.721, 0.6097]\", \"lift_point\": \"[0.721, 0.6097]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0852, 0.4966]\", \"lift_point\": \"[0.0852, 0.4966]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0941, 0.5004]\", \"lift_point\": \"[0.0941, 0.5004]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0977, 0.9104]\", \"lift_point\": \"[0.0977, 0.9104]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a train?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a train?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a train?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1913, 0.4972]\", \"lift_point\": \"[0.1913, 0.4972]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.186, 0.5464]\", \"lift_point\": \"[0.186, 0.5464]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7306, 0.6166]\", \"lift_point\": \"[0.7306, 0.6166]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.719, 0.6094]\", \"lift_point\": \"[0.719, 0.6094]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7162, 0.636]\", \"lift_point\": \"[0.7162, 0.636]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7377, 0.6166]\", \"lift_point\": \"[0.7377, 0.6166]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0862, 0.4742]\", \"lift_point\": \"[0.0862, 0.4742]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0957, 0.4509]\", \"lift_point\": \"[0.0957, 0.4509]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0868, 0.8771]\", \"lift_point\": \"[0.0868, 0.8771]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0862, 0.4742]\", \"lift_point\": \"[0.0862, 0.4742]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats on the menu at Chick-fil-A?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats on the menu at Chick-fil-A?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1903, 0.4455]\", \"lift_point\": \"[0.1903, 0.4455]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1891, 0.6221]\", \"lift_point\": \"[0.1891, 0.6221]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6379, 0.3101]\", \"lift_point\": \"[0.6379, 0.3101]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8006, 0.8813]\", \"lift_point\": \"[0.8006, 0.8813]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8918, 0.4973]\", \"lift_point\": \"[0.8918, 0.4973]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4869, 0.6603]\", \"lift_point\": \"[0.4869, 0.6603]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5022, 0.6824]\", \"lift_point\": \"[0.5022, 0.6824]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4931, 0.699]\", \"lift_point\": \"[0.4931, 0.699]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest technology news?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1429, 0.5551]\", \"lift_point\": \"[0.1429, 0.5551]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1368, 0.6384]\", \"lift_point\": \"[0.1368, 0.6384]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1429, 0.5551]\", \"lift_point\": \"[0.1429, 0.5551]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1429, 0.5551]\", \"lift_point\": \"[0.1429, 0.5551]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.133, 0.4917]\", \"lift_point\": \"[0.133, 0.4917]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1429, 0.5551]\", \"lift_point\": \"[0.1429, 0.5551]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.133, 0.4917]\", \"lift_point\": \"[0.133, 0.4917]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1332, 0.3124]\", \"lift_point\": \"[0.1332, 0.3124]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest technology news\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0661, 0.5829]\", \"lift_point\": \"[0.0661, 0.5829]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1448, 0.5136]\", \"lift_point\": \"[0.1448, 0.5136]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2253, 0.6068]\", \"lift_point\": \"[0.2253, 0.6068]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2346, 0.3274]\", \"lift_point\": \"[0.2346, 0.3274]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest technology news?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest technology news?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1351, 0.5595]\", \"lift_point\": \"[0.1351, 0.5595]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1454, 0.4258]\", \"lift_point\": \"[0.1454, 0.4258]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8352, 0.4722]\", \"lift_point\": \"[0.8352, 0.4722]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8291, 0.526]\", \"lift_point\": \"[0.8291, 0.526]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Vietnam\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Vietnam\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6097, 0.4168]\", \"lift_point\": \"[0.6097, 0.4168]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6205, 0.4644]\", \"lift_point\": \"[0.6205, 0.4644]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8518, 0.6107]\", \"lift_point\": \"[0.8518, 0.6107]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8537, 0.6045]\", \"lift_point\": \"[0.8537, 0.6045]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8361, 0.2475]\", \"lift_point\": \"[0.8361, 0.2475]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8318, 0.7657]\", \"lift_point\": \"[0.8318, 0.7657]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,PRESS_ENTER,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_ENTER,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8329, 0.549]\", \"lift_point\": \"[0.8329, 0.549]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.829, 0.526]\", \"lift_point\": \"[0.829, 0.526]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Mexico\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Mexico\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Mexico\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2336, 0.3635]\", \"lift_point\": \"[0.2336, 0.3635]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2396, 0.5672]\", \"lift_point\": \"[0.2396, 0.5672]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8134, 0.5055]\", \"lift_point\": \"[0.8134, 0.5055]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8291, 0.5585]\", \"lift_point\": \"[0.8291, 0.5585]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest video from GameXplain\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest video from GameXplain\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4703, 0.3358]\", \"lift_point\": \"[0.4703, 0.3358]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8241, 0.5456]\", \"lift_point\": \"[0.8241, 0.5456]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.829, 0.6006]\", \"lift_point\": \"[0.829, 0.6006]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Denver\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Denver\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,PRESS_ENTER,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_ENTER,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8171, 0.6414]\", \"lift_point\": \"[0.8171, 0.6414]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8291, 0.6097]\", \"lift_point\": \"[0.8291, 0.6097]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in New Jersey\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in New Jersey?\"", "pred": "The action is the content is : \"typed_text\": \"Whats a good restaurant in New Jersey\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4751, 0.8924]\", \"lift_point\": \"[0.4751, 0.8924]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4831, 0.8484]\", \"lift_point\": \"[0.4831, 0.8484]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8272, 0.558]\", \"lift_point\": \"[0.8272, 0.558]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8378, 0.6351]\", \"lift_point\": \"[0.8378, 0.6351]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest video from GameSpot Trailers\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest video from GameSpot Trailers\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7985, 0.6055]\", \"lift_point\": \"[0.7985, 0.6055]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.834, 0.609]\", \"lift_point\": \"[0.834, 0.609]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Phoenix?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Phoenix?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8185, 0.6151]\", \"lift_point\": \"[0.8185, 0.6151]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8291, 0.5958]\", \"lift_point\": \"[0.8291, 0.5958]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What are the best selling refrigerators at Home Depot\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What are the best selling refrigerators at Home Depot\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7048, 0.6341]\", \"lift_point\": \"[0.7048, 0.6341]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6262, 0.4764]\", \"lift_point\": \"[0.6262, 0.4764]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6611, 0.3114]\", \"lift_point\": \"[0.6611, 0.3114]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2671, 0.8472]\", \"lift_point\": \"[0.2671, 0.8472]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4831, 0.1261]\", \"lift_point\": \"[0.4831, 0.1261]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1057, 0.117]\", \"lift_point\": \"[0.1057, 0.117]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0913, 0.118]\", \"lift_point\": \"[0.0913, 0.118]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4922, 0.3169]\", \"lift_point\": \"[0.4922, 0.3169]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6937, 0.1209]\", \"lift_point\": \"[0.6937, 0.1209]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6638, 0.1352]\", \"lift_point\": \"[0.6638, 0.1352]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6635, 0.1378]\", \"lift_point\": \"[0.6635, 0.1378]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4014, 0.2675]\", \"lift_point\": \"[0.4014, 0.2675]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4362, 0.3351]\", \"lift_point\": \"[0.4362, 0.3351]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.81, 0.502]\", \"lift_point\": \"[0.81, 0.502]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8296, 0.609]\", \"lift_point\": \"[0.8296, 0.609]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the LG TV\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the LG TV\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8188, 0.69]\", \"lift_point\": \"[0.8188, 0.69]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.829, 0.6097]\", \"lift_point\": \"[0.829, 0.6097]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Boston to Zurich\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Boston to Zurich\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4856, 0.685]\", \"lift_point\": \"[0.4856, 0.685]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4691, 0.6721]\", \"lift_point\": \"[0.4691, 0.6721]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1082, 0.9082]\", \"lift_point\": \"[0.1082, 0.9082]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1048, 0.9068]\", \"lift_point\": \"[0.1048, 0.9068]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4166, 0.4867]\", \"lift_point\": \"[0.4166, 0.4867]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3201, 0.3854]\", \"lift_point\": \"[0.3201, 0.3854]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,PRESS_ENTER,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_ENTER,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8322, 0.5738]\", \"lift_point\": \"[0.8322, 0.5738]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8297, 0.5793]\", \"lift_point\": \"[0.8297, 0.5793]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Sydney to Buenos aires\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Sydney to Buenos aires\"", "pred": "The action is the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7433, 0.4992]\", \"lift_point\": \"[0.7433, 0.4992]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.716, 0.5002]\", \"lift_point\": \"[0.716, 0.5002]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8314, 0.6554]\", \"lift_point\": \"[0.8314, 0.6554]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8291, 0.6094]\", \"lift_point\": \"[0.8291, 0.6094]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Subway\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Subway\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.47, 0.6654]\", \"lift_point\": \"[0.47, 0.6654]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2258, 0.4558]\", \"lift_point\": \"[0.2258, 0.4558]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1816, 0.5503]\", \"lift_point\": \"[0.1816, 0.5503]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1622, 0.5548]\", \"lift_point\": \"[0.1622, 0.5548]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3422, 0.5365]\", \"lift_point\": \"[0.3422, 0.5365]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1765, 0.4551]\", \"lift_point\": \"[0.1765, 0.4551]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7832, 0.6839]\", \"lift_point\": \"[0.7832, 0.6839]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8917, 0.3887]\", \"lift_point\": \"[0.8917, 0.3887]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0455, 0.3601]\", \"lift_point\": \"[0.0455, 0.3601]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0627, 0.8161]\", \"lift_point\": \"[0.0627, 0.8161]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from San Diego to Seattle\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from San Diego to Seattle\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1339, 0.4487]\", \"lift_point\": \"[0.1339, 0.4487]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.142, 0.3753]\", \"lift_point\": \"[0.142, 0.3753]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3909, 0.2592]\", \"lift_point\": \"[0.3909, 0.2592]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0601, 0.1584]\", \"lift_point\": \"[0.0601, 0.1584]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2991, 0.2567]\", \"lift_point\": \"[0.2991, 0.2567]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1196, 0.2903]\", \"lift_point\": \"[0.1196, 0.2903]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2453, 0.0697]\", \"lift_point\": \"[0.2453, 0.0697]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"san diego\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from San Diego to Seattle\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.23, 0.2453]\", \"lift_point\": \"[0.23, 0.2453]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1255, 0.9358]\", \"lift_point\": \"[0.1255, 0.9358]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3651, 0.7465]\", \"lift_point\": \"[0.3651, 0.7465]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6454, 0.2752]\", \"lift_point\": \"[0.6454, 0.2752]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1978, 0.2101]\", \"lift_point\": \"[0.1978, 0.2101]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6839, 0.9459]\", \"lift_point\": \"[0.6839, 0.9459]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"seattle\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"seattle\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3096, 0.2268]\", \"lift_point\": \"[0.3096, 0.2268]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.171, 0.2823]\", \"lift_point\": \"[0.171, 0.2823]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.525, 0.241]\", \"lift_point\": \"[0.525, 0.241]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6438, 0.6281]\", \"lift_point\": \"[0.6438, 0.6281]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6317, 0.9297]\", \"lift_point\": \"[0.6317, 0.9297]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7054, 0.2341]\", \"lift_point\": \"[0.7054, 0.2341]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6438, 0.6281]\", \"lift_point\": \"[0.6438, 0.6281]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.14, 0.8966]\", \"lift_point\": \"[0.14, 0.8966]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6212, 0.7406]\", \"lift_point\": \"[0.6212, 0.7406]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6423, 0.2787]\", \"lift_point\": \"[0.6423, 0.2787]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6212, 0.7406]\", \"lift_point\": \"[0.6212, 0.7406]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6262, 0.7187]\", \"lift_point\": \"[0.6262, 0.7187]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6066, 0.2597]\", \"lift_point\": \"[0.6066, 0.2597]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6212, 0.7406]\", \"lift_point\": \"[0.6212, 0.7406]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6314, 0.7128]\", \"lift_point\": \"[0.6314, 0.7128]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6035, 0.2807]\", \"lift_point\": \"[0.6035, 0.2807]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6314, 0.7138]\", \"lift_point\": \"[0.6314, 0.7138]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9011, 0.9252]\", \"lift_point\": \"[0.9011, 0.9252]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7977, 0.449]\", \"lift_point\": \"[0.7977, 0.449]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1398, 0.898]\", \"lift_point\": \"[0.1398, 0.898]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7361, 0.454]\", \"lift_point\": \"[0.7361, 0.454]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6555, 0.5019]\", \"lift_point\": \"[0.6555, 0.5019]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.778, 0.6902]\", \"lift_point\": \"[0.778, 0.6902]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7777, 0.6776]\", \"lift_point\": \"[0.7777, 0.6776]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0411, 0.531]\", \"lift_point\": \"[0.0411, 0.531]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0567, 0.4641]\", \"lift_point\": \"[0.0567, 0.4641]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" flights from Buenos aires to Helsinki\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Buenos aires to Helsinki\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1397, 0.3327]\", \"lift_point\": \"[0.1397, 0.3327]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1421, 0.5646]\", \"lift_point\": \"[0.1421, 0.5646]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3953, 0.3325]\", \"lift_point\": \"[0.3953, 0.3325]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3743, 0.2645]\", \"lift_point\": \"[0.3743, 0.2645]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.643, 0.3318]\", \"lift_point\": \"[0.643, 0.3318]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6438, 0.352]\", \"lift_point\": \"[0.6438, 0.352]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Buenos aires\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Buenos aires\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2746, 0.259]\", \"lift_point\": \"[0.2746, 0.259]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2689, 0.2572]\", \"lift_point\": \"[0.2689, 0.2572]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7239, 0.2662]\", \"lift_point\": \"[0.7239, 0.2662]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6447, 0.3521]\", \"lift_point\": \"[0.6447, 0.3521]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Helsinki\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Helsinki\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2588, 0.1962]\", \"lift_point\": \"[0.2588, 0.1962]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2667, 0.2353]\", \"lift_point\": \"[0.2667, 0.2353]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9072, 0.4807]\", \"lift_point\": \"[0.9072, 0.4807]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9024, 0.5075]\", \"lift_point\": \"[0.9024, 0.5075]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7904, 0.8324]\", \"lift_point\": \"[0.7904, 0.8324]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.782, 0.6808]\", \"lift_point\": \"[0.782, 0.6808]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7815, 0.6863]\", \"lift_point\": \"[0.7815, 0.6863]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0505, 0.4595]\", \"lift_point\": \"[0.0505, 0.4595]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0671, 0.5631]\", \"lift_point\": \"[0.0671, 0.5631]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"starbucks menu\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"menu at starbucks\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1421, 0.4265]\", \"lift_point\": \"[0.1421, 0.4265]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1425, 0.3418]\", \"lift_point\": \"[0.1425, 0.3418]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7205, 0.3634]\", \"lift_point\": \"[0.7205, 0.3634]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3342, 0.2367]\", \"lift_point\": \"[0.3342, 0.2367]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3072, 0.2622]\", \"lift_point\": \"[0.3072, 0.2622]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3398, 0.2422]\", \"lift_point\": \"[0.3398, 0.2422]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5543, 0.5296]\", \"lift_point\": \"[0.5543, 0.5296]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5571, 0.8227]\", \"lift_point\": \"[0.5571, 0.8227]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4911, 0.5045]\", \"lift_point\": \"[0.4911, 0.5045]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4852, 0.5455]\", \"lift_point\": \"[0.4852, 0.5455]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1854, 0.4414]\", \"lift_point\": \"[0.1854, 0.4414]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2505, 0.1282]\", \"lift_point\": \"[0.2505, 0.1282]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6475, 0.3838]\", \"lift_point\": \"[0.6475, 0.3838]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6643, 0.6056]\", \"lift_point\": \"[0.6643, 0.6056]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0486, 0.9125]\", \"lift_point\": \"[0.0486, 0.9125]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0473, 0.8865]\", \"lift_point\": \"[0.0473, 0.8865]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0525, 0.3663]\", \"lift_point\": \"[0.0525, 0.3663]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0559, 0.5259]\", \"lift_point\": \"[0.0559, 0.5259]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"best burger restaurants\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"best burger restaurants on Maps\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1121, 0.3866]\", \"lift_point\": \"[0.1121, 0.3866]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.123, 0.3964]\", \"lift_point\": \"[0.123, 0.3964]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9357, 0.4492]\", \"lift_point\": \"[0.9357, 0.4492]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9324, 0.4572]\", \"lift_point\": \"[0.9324, 0.4572]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new eyeshadow\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new eyeshadow\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3575, 0.3204]\", \"lift_point\": \"[0.3575, 0.3204]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1124, 0.405]\", \"lift_point\": \"[0.1124, 0.405]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5016, 0.487]\", \"lift_point\": \"[0.5016, 0.487]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5099, 0.5048]\", \"lift_point\": \"[0.5099, 0.5048]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0826, 0.1155]\", \"lift_point\": \"[0.0826, 0.1155]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2721, 0.5962]\", \"lift_point\": \"[0.2721, 0.5962]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2854, 0.2991]\", \"lift_point\": \"[0.2854, 0.2991]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0809, 0.8737]\", \"lift_point\": \"[0.0809, 0.8737]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0809, 0.8737]\", \"lift_point\": \"[0.0809, 0.8737]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0958, 0.8737]\", \"lift_point\": \"[0.0958, 0.8737]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0809, 0.8737]\", \"lift_point\": \"[0.0809, 0.8737]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0809, 0.8737]\", \"lift_point\": \"[0.0809, 0.8737]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5555, 0.3281]\", \"lift_point\": \"[0.5555, 0.3281]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0809, 0.8737]\", \"lift_point\": \"[0.0809, 0.8737]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0852, 0.1021]\", \"lift_point\": \"[0.0852, 0.1021]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0809, 0.8737]\", \"lift_point\": \"[0.0809, 0.8737]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6584, 0.3141]\", \"lift_point\": \"[0.6584, 0.3141]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0809, 0.8737]\", \"lift_point\": \"[0.0809, 0.8737]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0857, 0.1027]\", \"lift_point\": \"[0.0857, 0.1027]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0809, 0.8737]\", \"lift_point\": \"[0.0809, 0.8737]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2731, 0.6069]\", \"lift_point\": \"[0.2731, 0.6069]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0795, 0.8737]\", \"lift_point\": \"[0.0795, 0.8737]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7989, 0.2954]\", \"lift_point\": \"[0.7989, 0.2954]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0795, 0.8737]\", \"lift_point\": \"[0.0795, 0.8737]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0795, 0.8737]\", \"lift_point\": \"[0.0795, 0.8737]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0795, 0.8737]\", \"lift_point\": \"[0.0795, 0.8737]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0795, 0.8737]\", \"lift_point\": \"[0.0795, 0.8737]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.078, 0.8768]\", \"lift_point\": \"[0.078, 0.8768]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5439, 0.3076]\", \"lift_point\": \"[0.5439, 0.3076]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.078, 0.8768]\", \"lift_point\": \"[0.078, 0.8768]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7983, 0.2954]\", \"lift_point\": \"[0.7983, 0.2954]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.078, 0.8768]\", \"lift_point\": \"[0.078, 0.8768]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4685, 0.3295]\", \"lift_point\": \"[0.4685, 0.3295]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.078, 0.8768]\", \"lift_point\": \"[0.078, 0.8768]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7984, 0.2832]\", \"lift_point\": \"[0.7984, 0.2832]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.078, 0.8768]\", \"lift_point\": \"[0.078, 0.8768]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4685, 0.3358]\", \"lift_point\": \"[0.4685, 0.3358]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.078, 0.8768]\", \"lift_point\": \"[0.078, 0.8768]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3421, 0.7327]\", \"lift_point\": \"[0.3421, 0.7327]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.078, 0.8768]\", \"lift_point\": \"[0.078, 0.8768]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4685, 0.3075]\", \"lift_point\": \"[0.4685, 0.3075]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.078, 0.8768]\", \"lift_point\": \"[0.078, 0.8768]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3425, 0.7744]\", \"lift_point\": \"[0.3425, 0.7744]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.078, 0.8768]\", \"lift_point\": \"[0.078, 0.8768]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5433, 0.3058]\", \"lift_point\": \"[0.5433, 0.3058]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.078, 0.8768]\", \"lift_point\": \"[0.078, 0.8768]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0857, 0.1023]\", \"lift_point\": \"[0.0857, 0.1023]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0833, 0.8883]\", \"lift_point\": \"[0.0833, 0.8883]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5557, 0.3059]\", \"lift_point\": \"[0.5557, 0.3059]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0818, 0.8851]\", \"lift_point\": \"[0.0818, 0.8851]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0853, 0.5999]\", \"lift_point\": \"[0.0853, 0.5999]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0818, 0.8851]\", \"lift_point\": \"[0.0818, 0.8851]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4647, 0.3072]\", \"lift_point\": \"[0.4647, 0.3072]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0818, 0.8851]\", \"lift_point\": \"[0.0818, 0.8851]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0853, 0.0946]\", \"lift_point\": \"[0.0853, 0.0946]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0818, 0.8851]\", \"lift_point\": \"[0.0818, 0.8851]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4645, 0.3295]\", \"lift_point\": \"[0.4645, 0.3295]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.07, 0.9181]\", \"lift_point\": \"[0.07, 0.9181]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0856, 0.0955]\", \"lift_point\": \"[0.0856, 0.0955]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.07, 0.9181]\", \"lift_point\": \"[0.07, 0.9181]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5437, 0.3055]\", \"lift_point\": \"[0.5437, 0.3055]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.07, 0.9181]\", \"lift_point\": \"[0.07, 0.9181]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0857, 0.9233]\", \"lift_point\": \"[0.0857, 0.9233]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.07, 0.9181]\", \"lift_point\": \"[0.07, 0.9181]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5433, 0.3052]\", \"lift_point\": \"[0.5433, 0.3052]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.07, 0.9181]\", \"lift_point\": \"[0.07, 0.9181]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0858, 0.92]\", \"lift_point\": \"[0.0858, 0.92]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0715, 0.9055]\", \"lift_point\": \"[0.0715, 0.9055]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5434, 0.3055]\", \"lift_point\": \"[0.5434, 0.3055]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0715, 0.9055]\", \"lift_point\": \"[0.0715, 0.9055]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0773, 0.6097]\", \"lift_point\": \"[0.0773, 0.6097]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0715, 0.9055]\", \"lift_point\": \"[0.0715, 0.9055]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4643, 0.3298]\", \"lift_point\": \"[0.4643, 0.3298]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0715, 0.9055]\", \"lift_point\": \"[0.0715, 0.9055]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0778, 0.6099]\", \"lift_point\": \"[0.0778, 0.6099]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0715, 0.9055]\", \"lift_point\": \"[0.0715, 0.9055]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1025, 0.1021]\", \"lift_point\": \"[0.1025, 0.1021]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0715, 0.9055]\", \"lift_point\": \"[0.0715, 0.9055]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0773, 0.9323]\", \"lift_point\": \"[0.0773, 0.9323]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0715, 0.9055]\", \"lift_point\": \"[0.0715, 0.9055]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2731, 0.6169]\", \"lift_point\": \"[0.2731, 0.6169]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0715, 0.9055]\", \"lift_point\": \"[0.0715, 0.9055]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7982, 0.2835]\", \"lift_point\": \"[0.7982, 0.2835]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0715, 0.9055]\", \"lift_point\": \"[0.0715, 0.9055]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4643, 0.3284]\", \"lift_point\": \"[0.4643, 0.3284]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0715, 0.9055]\", \"lift_point\": \"[0.0715, 0.9055]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7982, 0.2833]\", \"lift_point\": \"[0.7982, 0.2833]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0766, 0.873]\", \"lift_point\": \"[0.0766, 0.873]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5634, 0.3354]\", \"lift_point\": \"[0.5634, 0.3354]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5437, 0.3082]\", \"lift_point\": \"[0.5437, 0.3082]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "corpsing Down#" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2725, 0.3651]\", \"lift_point\": \"[0.2725, 0.3651]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.798, 0.4661]\", \"lift_point\": \"[0.798, 0.4661]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.076, 0.0763]\", \"lift_point\": \"[0.076, 0.0763]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3219, 0.6493]\", \"lift_point\": \"[0.3219, 0.6493]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2395, 0.117]\", \"lift_point\": \"[0.2395, 0.117]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6477, 0.07]\", \"lift_point\": \"[0.6477, 0.07]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.662, 0.09]\", \"lift_point\": \"[0.662, 0.09]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6593, 0.121]\", \"lift_point\": \"[0.6593, 0.121]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8613, 0.5473]\", \"lift_point\": \"[0.8613, 0.5473]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8913, 0.5113]\", \"lift_point\": \"[0.8913, 0.5113]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new eyeshadow on Sephora\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new eyeshadow on Sephora\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1421, 0.3985]\", \"lift_point\": \"[0.1421, 0.3985]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4399, 0.4962]\", \"lift_point\": \"[0.4399, 0.4962]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5883, 0.4404]\", \"lift_point\": \"[0.5883, 0.4404]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4358, 0.4962]\", \"lift_point\": \"[0.4358, 0.4962]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7324, 0.4914]\", \"lift_point\": \"[0.7324, 0.4914]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.358, 0.2776]\", \"lift_point\": \"[0.358, 0.2776]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8931, 0.9229]\", \"lift_point\": \"[0.8931, 0.9229]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6703, 0.5536]\", \"lift_point\": \"[0.6703, 0.5536]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6787, 0.5425]\", \"lift_point\": \"[0.6787, 0.5425]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8868, 0.9309]\", \"lift_point\": \"[0.8868, 0.9309]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5583, 0.5861]\", \"lift_point\": \"[0.5583, 0.5861]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5614, 0.8027]\", \"lift_point\": \"[0.5614, 0.8027]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8706, 0.5317]\", \"lift_point\": \"[0.8706, 0.5317]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8911, 0.4992]\", \"lift_point\": \"[0.8911, 0.4992]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of China\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of China\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1411, 0.397]\", \"lift_point\": \"[0.1411, 0.397]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1321, 0.3984]\", \"lift_point\": \"[0.1321, 0.3984]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6228, 0.485]\", \"lift_point\": \"[0.6228, 0.485]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6766, 0.4981]\", \"lift_point\": \"[0.6766, 0.4981]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7647, 0.6551]\", \"lift_point\": \"[0.7647, 0.6551]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4288, 0.9313]\", \"lift_point\": \"[0.4288, 0.9313]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4288, 0.9313]\", \"lift_point\": \"[0.4288, 0.9313]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4288, 0.9313]\", \"lift_point\": \"[0.4288, 0.9313]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4288, 0.9313]\", \"lift_point\": \"[0.4288, 0.9313]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4303, 0.9281]\", \"lift_point\": \"[0.4303, 0.9281]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4293, 0.9241]\", \"lift_point\": \"[0.4293, 0.9241]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4303, 0.9281]\", \"lift_point\": \"[0.4303, 0.9281]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2924, 0.3553]\", \"lift_point\": \"[0.2924, 0.3553]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4734, 0.9243]\", \"lift_point\": \"[0.4734, 0.9243]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4753, 0.5266]\", \"lift_point\": \"[0.4753, 0.5266]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4729, 0.9213]\", \"lift_point\": \"[0.4729, 0.9213]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4733, 0.9241]\", \"lift_point\": \"[0.4733, 0.9241]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2923, 0.2884]\", \"lift_point\": \"[0.2923, 0.2884]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.473, 0.9381]\", \"lift_point\": \"[0.473, 0.9381]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2023, 0.3959]\", \"lift_point\": \"[0.2023, 0.3959]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4733, 0.9386]\", \"lift_point\": \"[0.4733, 0.9386]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3696, 0.1941]\", \"lift_point\": \"[0.3696, 0.1941]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2923, 0.5557]\", \"lift_point\": \"[0.2923, 0.5557]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4754, 0.9212]\", \"lift_point\": \"[0.4754, 0.9212]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3707, 0.921]\", \"lift_point\": \"[0.3707, 0.921]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4734, 0.9212]\", \"lift_point\": \"[0.4734, 0.9212]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2929, 0.2888]\", \"lift_point\": \"[0.2929, 0.2888]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4765, 0.0911]\", \"lift_point\": \"[0.4765, 0.0911]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3704, 0.102]\", \"lift_point\": \"[0.3704, 0.102]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4275, 0.9255]\", \"lift_point\": \"[0.4275, 0.9255]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4758, 0.8983]\", \"lift_point\": \"[0.4758, 0.8983]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9286]\", \"lift_point\": \"[0.4936, 0.9286]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4275, 0.9255]\", \"lift_point\": \"[0.4275, 0.9255]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9286]\", \"lift_point\": \"[0.4936, 0.9286]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9286]\", \"lift_point\": \"[0.4936, 0.9286]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9286]\", \"lift_point\": \"[0.4936, 0.9286]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1993, 0.3951]\", \"lift_point\": \"[0.1993, 0.3951]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9286]\", \"lift_point\": \"[0.4936, 0.9286]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9286]\", \"lift_point\": \"[0.4936, 0.9286]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9286]\", \"lift_point\": \"[0.4936, 0.9286]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3354, 0.8979]\", \"lift_point\": \"[0.3354, 0.8979]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9286]\", \"lift_point\": \"[0.4936, 0.9286]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9286]\", \"lift_point\": \"[0.4936, 0.9286]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9286]\", \"lift_point\": \"[0.4936, 0.9286]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3359, 0.8706]\", \"lift_point\": \"[0.3359, 0.8706]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9286]\", \"lift_point\": \"[0.4936, 0.9286]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9286]\", \"lift_point\": \"[0.4936, 0.9286]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9286]\", \"lift_point\": \"[0.4936, 0.9286]\", \"typed_text\": \"\"", "pred": "0.9286, lift_point: 0.4936, 0.9286" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9286]\", \"lift_point\": \"[0.4936, 0.9286]\", \"typed_text\": \"\"", "pred": "0.9286, lift_point: 0.4936, 0.9286" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9286]\", \"lift_point\": \"[0.4936, 0.9286]\", \"typed_text\": \"\"", "pred": "0.9286, lift_point: 0.4936, 0.9286, 0.9286" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9286]\", \"lift_point\": \"[0.4936, 0.9286]\", \"typed_text\": \"\"", "pred": "0.9286, lift_point: 0.4936, 0.9286" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9286]\", \"lift_point\": \"[0.4936, 0.9286]\", \"typed_text\": \"\"", "pred": "0.9286, lift_point: 0.4936, 0.9286, 0.9286" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9286]\", \"lift_point\": \"[0.4936, 0.9286]\", \"typed_text\": \"\"", "pred": "0.9286, lift_point: 0.4936, 0.9286" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9286]\", \"lift_point\": \"[0.4936, 0.9286]\", \"typed_text\": \"\"", "pred": "0.9286, lift_point: 0.4936, 0.9286" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9286]\", \"lift_point\": \"[0.4936, 0.9286]\", \"typed_text\": \"\"", "pred": "0.9286, lift_point: 0.4936, 0.9286" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9317]\", \"lift_point\": \"[0.4936, 0.9317]\", \"typed_text\": \"\"", "pred": "0.9286, lift_point: 0.4936, 0.9286" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9317]\", \"lift_point\": \"[0.4936, 0.9317]\", \"typed_text\": \"\"", "pred": "0.9286, lift_point: 0.4936, 0.9286" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9317]\", \"lift_point\": \"[0.4936, 0.9317]\", \"typed_text\": \"\"", "pred": "0.9286, lift_point: 0.4936, 0.9286" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "0.9286, lift_point: 0.4936, 0.9286" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7749, 0.4239]\", \"lift_point\": \"[0.7749, 0.4239]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7525, 0.5074]\", \"lift_point\": \"[0.7525, 0.5074]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Buenos aires to Helsinki\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Buenos aires to Helsinki\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3149, 0.5286]\", \"lift_point\": \"[0.3149, 0.5286]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3028, 0.561]\", \"lift_point\": \"[0.3028, 0.561]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8296, 0.8163]\", \"lift_point\": \"[0.8296, 0.8163]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1233, 0.6874]\", \"lift_point\": \"[0.1233, 0.6874]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1201, 0.1208]\", \"lift_point\": \"[0.1201, 0.1208]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Lyft app\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Lyft app\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2678, 0.5108]\", \"lift_point\": \"[0.2678, 0.5108]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2725, 0.465]\", \"lift_point\": \"[0.2725, 0.465]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2539, 0.5283]\", \"lift_point\": \"[0.2539, 0.5283]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3037, 0.7113]\", \"lift_point\": \"[0.3037, 0.7113]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3037, 0.7424]\", \"lift_point\": \"[0.3037, 0.7424]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8191, 0.7297]\", \"lift_point\": \"[0.8191, 0.7297]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8175, 0.5265]\", \"lift_point\": \"[0.8175, 0.5265]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7044, 0.5915]\", \"lift_point\": \"[0.7044, 0.5915]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6834, 0.444]\", \"lift_point\": \"[0.6834, 0.444]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7904, 0.4833]\", \"lift_point\": \"[0.7904, 0.4833]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7526, 0.507]\", \"lift_point\": \"[0.7526, 0.507]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Brazil\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Brazil\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Brazil\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.284, 0.4831]\", \"lift_point\": \"[0.284, 0.4831]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2874, 0.5094]\", \"lift_point\": \"[0.2874, 0.5094]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3455, 0.4821]\", \"lift_point\": \"[0.3455, 0.4821]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3458, 0.5007]\", \"lift_point\": \"[0.3458, 0.5007]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0598, 0.3469]\", \"lift_point\": \"[0.0598, 0.3469]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0554, 0.5555]\", \"lift_point\": \"[0.0554, 0.5555]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1726, 0.6238]\", \"lift_point\": \"[0.1726, 0.6238]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1772, 0.6607]\", \"lift_point\": \"[0.1772, 0.6607]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1082, 0.9377]\", \"lift_point\": \"[0.1082, 0.9377]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.108, 0.9411]\", \"lift_point\": \"[0.108, 0.9411]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a cheetah?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a cheetah?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2151, 0.4211]\", \"lift_point\": \"[0.2151, 0.4211]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1682, 0.4524]\", \"lift_point\": \"[0.1682, 0.4524]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7988, 0.7153]\", \"lift_point\": \"[0.7988, 0.7153]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7815, 0.6877]\", \"lift_point\": \"[0.7815, 0.6877]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0567, 0.5275]\", \"lift_point\": \"[0.0567, 0.5275]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0764, 0.4627]\", \"lift_point\": \"[0.0764, 0.4627]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0567, 0.5275]\", \"lift_point\": \"[0.0567, 0.5275]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest chipotle\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Chipotle?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest chipotle\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1436, 0.6393]\", \"lift_point\": \"[0.1436, 0.6393]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1364, 0.3978]\", \"lift_point\": \"[0.1364, 0.3978]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7825, 0.6922]\", \"lift_point\": \"[0.7825, 0.6922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7673, 0.7003]\", \"lift_point\": \"[0.7673, 0.7003]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7825, 0.6922]\", \"lift_point\": \"[0.7825, 0.6922]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.065, 0.5568]\", \"lift_point\": \"[0.065, 0.5568]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0469, 0.4288]\", \"lift_point\": \"[0.0469, 0.4288]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new mascara\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new mascara\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.123, 0.2943]\", \"lift_point\": \"[0.123, 0.2943]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3726, 0.4941]\", \"lift_point\": \"[0.3726, 0.4941]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3721, 0.505]\", \"lift_point\": \"[0.3721, 0.505]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0721, 0.4982]\", \"lift_point\": \"[0.0721, 0.4982]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0611, 0.4994]\", \"lift_point\": \"[0.0611, 0.4994]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good Greek restaurants\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good Greek restaurants\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0651, 0.3924]\", \"lift_point\": \"[0.0651, 0.3924]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from San Diego to Seattle\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from San Diego to Seattle\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3395, 0.4996]\", \"lift_point\": \"[0.3395, 0.4996]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3452, 0.4994]\", \"lift_point\": \"[0.3452, 0.4994]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3527, 0.5164]\", \"lift_point\": \"[0.3527, 0.5164]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3395, 0.4996]\", \"lift_point\": \"[0.3395, 0.4996]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0646, 0.4573]\", \"lift_point\": \"[0.0646, 0.4573]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0692, 0.336]\", \"lift_point\": \"[0.0692, 0.336]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Philadelphia\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Philadelphia\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3541, 0.4888]\", \"lift_point\": \"[0.3541, 0.4888]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3471, 0.5033]\", \"lift_point\": \"[0.3471, 0.5033]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0589, 0.5427]\", \"lift_point\": \"[0.0589, 0.5427]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0535, 0.5035]\", \"lift_point\": \"[0.0535, 0.5035]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good restaurnat in Dallas?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good restaurant in Dallas\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of peru\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1424, 0.3309]\", \"lift_point\": \"[0.1424, 0.3309]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1507, 0.5223]\", \"lift_point\": \"[0.1507, 0.5223]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8857, 0.2075]\", \"lift_point\": \"[0.8857, 0.2075]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8737, 0.4214]\", \"lift_point\": \"[0.8737, 0.4214]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8786, 0.138]\", \"lift_point\": \"[0.8786, 0.138]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8857, 0.2075]\", \"lift_point\": \"[0.8857, 0.2075]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8927, 0.5964]\", \"lift_point\": \"[0.8927, 0.5964]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8786, 0.138]\", \"lift_point\": \"[0.8786, 0.138]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 2 bedroom apartment rent for in Boston?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 2 bedroom apartment rent for in Boston?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"t for in boston\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2098, 0.2994]\", \"lift_point\": \"[0.2098, 0.2994]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3194, 0.3224]\", \"lift_point\": \"[0.3194, 0.3224]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2419, 0.828]\", \"lift_point\": \"[0.2419, 0.828]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2412, 0.8302]\", \"lift_point\": \"[0.2412, 0.8302]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2192, 0.9026]\", \"lift_point\": \"[0.2192, 0.9026]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5936, 0.9015]\", \"lift_point\": \"[0.5936, 0.9015]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1578, 0.9112]\", \"lift_point\": \"[0.1578, 0.9112]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7777, 0.6934]\", \"lift_point\": \"[0.7777, 0.6934]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3761, 0.5204]\", \"lift_point\": \"[0.3761, 0.5204]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5174, 0.7093]\", \"lift_point\": \"[0.5174, 0.7093]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0708, 0.9235]\", \"lift_point\": \"[0.0708, 0.9235]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0808, 0.9266]\", \"lift_point\": \"[0.0808, 0.9266]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.134, 0.4264]\", \"lift_point\": \"[0.134, 0.4264]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2028, 0.4621]\", \"lift_point\": \"[0.2028, 0.4621]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7927, 0.8804]\", \"lift_point\": \"[0.7927, 0.8804]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6519, 0.8804]\", \"lift_point\": \"[0.6519, 0.8804]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6432, 0.8724]\", \"lift_point\": \"[0.6432, 0.8724]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0703, 0.5344]\", \"lift_point\": \"[0.0703, 0.5344]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0663, 0.4095]\", \"lift_point\": \"[0.0663, 0.4095]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"facebook app\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"facebook app\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1527, 0.3694]\", \"lift_point\": \"[0.1527, 0.3694]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1676, 0.852]\", \"lift_point\": \"[0.1676, 0.852]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1697, 0.8293]\", \"lift_point\": \"[0.1697, 0.8293]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1676, 0.852]\", \"lift_point\": \"[0.1676, 0.852]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8831, 0.4864]\", \"lift_point\": \"[0.8831, 0.4864]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8849, 0.5926]\", \"lift_point\": \"[0.8849, 0.5926]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8879, 0.5062]\", \"lift_point\": \"[0.8879, 0.5062]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Zurich\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Zurich\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3752, 0.5274]\", \"lift_point\": \"[0.3752, 0.5274]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6859, 0.4387]\", \"lift_point\": \"[0.6859, 0.4387]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8356, 0.5783]\", \"lift_point\": \"[0.8356, 0.5783]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8384, 0.4894]\", \"lift_point\": \"[0.8384, 0.4894]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8947, 0.4639]\", \"lift_point\": \"[0.8947, 0.4639]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.891, 0.5904]\", \"lift_point\": \"[0.891, 0.5904]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of the United Kingdom\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of the United Kingdom\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8831, 0.5814]\", \"lift_point\": \"[0.8831, 0.5814]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8872, 0.2415]\", \"lift_point\": \"[0.8872, 0.2415]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.891, 0.5925]\", \"lift_point\": \"[0.891, 0.5925]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Puerto Rico\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Puerto Rico\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3614, 0.4984]\", \"lift_point\": \"[0.3614, 0.4984]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2512, 0.6497]\", \"lift_point\": \"[0.2512, 0.6497]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8978, 0.6783]\", \"lift_point\": \"[0.8978, 0.6783]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8877, 0.5394]\", \"lift_point\": \"[0.8877, 0.5394]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8785, 0.458]\", \"lift_point\": \"[0.8785, 0.458]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8897, 0.5089]\", \"lift_point\": \"[0.8897, 0.5089]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news this weekend\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news this weekend\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3583, 0.6785]\", \"lift_point\": \"[0.3583, 0.6785]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.338, 0.4882]\", \"lift_point\": \"[0.338, 0.4882]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8129, 0.5797]\", \"lift_point\": \"[0.8129, 0.5797]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8237, 0.6425]\", \"lift_point\": \"[0.8237, 0.6425]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8754, 0.4069]\", \"lift_point\": \"[0.8754, 0.4069]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8917, 0.5904]\", \"lift_point\": \"[0.8917, 0.5904]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Trinidad and Tobago?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Trinidad and Tobago\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3497, 0.6944]\", \"lift_point\": \"[0.3497, 0.6944]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3966, 0.5056]\", \"lift_point\": \"[0.3966, 0.5056]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8914, 0.2886]\", \"lift_point\": \"[0.8914, 0.2886]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9141, 0.4266]\", \"lift_point\": \"[0.9141, 0.4266]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8911, 0.584]\", \"lift_point\": \"[0.8911, 0.584]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8934, 0.4925]\", \"lift_point\": \"[0.8934, 0.4925]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8935, 0.4266]\", \"lift_point\": \"[0.8935, 0.4266]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Canada?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Canada\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1444, 0.4074]\", \"lift_point\": \"[0.1444, 0.4074]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8834, 0.5901]\", \"lift_point\": \"[0.8834, 0.5901]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8824, 0.6338]\", \"lift_point\": \"[0.8824, 0.6338]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.882, 0.4279]\", \"lift_point\": \"[0.882, 0.4279]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the new iPhone on eBay\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the new iPhone on eBay\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5412, 0.5674]\", \"lift_point\": \"[0.5412, 0.5674]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7326, 0.5816]\", \"lift_point\": \"[0.7326, 0.5816]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7024, 0.4102]\", \"lift_point\": \"[0.7024, 0.4102]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7857, 0.6857]\", \"lift_point\": \"[0.7857, 0.6857]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7963, 0.6856]\", \"lift_point\": \"[0.7963, 0.6856]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9056, 0.5086]\", \"lift_point\": \"[0.9056, 0.5086]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9034, 0.4765]\", \"lift_point\": \"[0.9034, 0.4765]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8936, 0.8628]\", \"lift_point\": \"[0.8936, 0.8628]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8977, 0.8404]\", \"lift_point\": \"[0.8977, 0.8404]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2862, 0.4856]\", \"lift_point\": \"[0.2862, 0.4856]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2914, 0.3794]\", \"lift_point\": \"[0.2914, 0.3794]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2875, 0.4116]\", \"lift_point\": \"[0.2875, 0.4116]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new mascara on Sephora\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new mascara on Sephora\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new mascara on Sephora\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3686, 0.184]\", \"lift_point\": \"[0.3686, 0.184]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7637, 0.4958]\", \"lift_point\": \"[0.7637, 0.4958]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6881, 0.58]\", \"lift_point\": \"[0.6881, 0.58]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5503, 0.5891]\", \"lift_point\": \"[0.5503, 0.5891]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5442, 0.8205]\", \"lift_point\": \"[0.5442, 0.8205]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5848, 0.5844]\", \"lift_point\": \"[0.5848, 0.5844]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.168, 0.3305]\", \"lift_point\": \"[0.168, 0.3305]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1852, 0.4144]\", \"lift_point\": \"[0.1852, 0.4144]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1798, 0.3222]\", \"lift_point\": \"[0.1798, 0.3222]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new mascara\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new mascara\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new mascara\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7989, 0.7021]\", \"lift_point\": \"[0.7989, 0.7021]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7862, 0.7042]\", \"lift_point\": \"[0.7862, 0.7042]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0488, 0.5993]\", \"lift_point\": \"[0.0488, 0.5993]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0614, 0.4355]\", \"lift_point\": \"[0.0614, 0.4355]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Peru\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"peru\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2382, 0.1712]\", \"lift_point\": \"[0.2382, 0.1712]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2495, 0.1904]\", \"lift_point\": \"[0.2495, 0.1904]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3583, 0.1131]\", \"lift_point\": \"[0.3583, 0.1131]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3546, 0.119]\", \"lift_point\": \"[0.3546, 0.119]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8967, 0.926]\", \"lift_point\": \"[0.8967, 0.926]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9076, 0.9178]\", \"lift_point\": \"[0.9076, 0.9178]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9037, 0.9246]\", \"lift_point\": \"[0.9037, 0.9246]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8967, 0.926]\", \"lift_point\": \"[0.8967, 0.926]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8817, 0.5028]\", \"lift_point\": \"[0.8817, 0.5028]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8695, 0.5077]\", \"lift_point\": \"[0.8695, 0.5077]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0589, 0.0678]\", \"lift_point\": \"[0.0589, 0.0678]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7958, 0.6923]\", \"lift_point\": \"[0.7958, 0.6923]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7861, 0.6931]\", \"lift_point\": \"[0.7861, 0.6931]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7958, 0.6923]\", \"lift_point\": \"[0.7958, 0.6923]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7958, 0.6923]\", \"lift_point\": \"[0.7958, 0.6923]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7958, 0.6923]\", \"lift_point\": \"[0.7958, 0.6923]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7958, 0.6923]\", \"lift_point\": \"[0.7958, 0.6923]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0531, 0.6038]\", \"lift_point\": \"[0.0531, 0.6038]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.068, 0.443]\", \"lift_point\": \"[0.068, 0.443]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0579, 0.921]\", \"lift_point\": \"[0.0579, 0.921]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0531, 0.9255]\", \"lift_point\": \"[0.0531, 0.9255]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" capital of Canada\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Canada\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7768, 0.6831]\", \"lift_point\": \"[0.7768, 0.6831]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.786, 0.7044]\", \"lift_point\": \"[0.786, 0.7044]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7938, 0.6694]\", \"lift_point\": \"[0.7938, 0.6694]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7967, 0.6831]\", \"lift_point\": \"[0.7967, 0.6831]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7989, 0.6694]\", \"lift_point\": \"[0.7989, 0.6694]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7938, 0.6694]\", \"lift_point\": \"[0.7938, 0.6694]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0568, 0.5681]\", \"lift_point\": \"[0.0568, 0.5681]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0651, 0.388]\", \"lift_point\": \"[0.0651, 0.388]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0598, 0.9192]\", \"lift_point\": \"[0.0598, 0.9192]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of mexico\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Mexico\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Mexico\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4472, 0.4897]\", \"lift_point\": \"[0.4472, 0.4897]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8551, 0.4548]\", \"lift_point\": \"[0.8551, 0.4548]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8524, 0.7042]\", \"lift_point\": \"[0.8524, 0.7042]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7746, 0.6711]\", \"lift_point\": \"[0.7746, 0.6711]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7862, 0.6777]\", \"lift_point\": \"[0.7862, 0.6777]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0652, 0.4653]\", \"lift_point\": \"[0.0652, 0.4653]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0663, 0.443]\", \"lift_point\": \"[0.0663, 0.443]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Ecuador\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of ecuador\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0596, 0.4096]\", \"lift_point\": \"[0.0596, 0.4096]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.134, 0.3552]\", \"lift_point\": \"[0.134, 0.3552]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1541, 0.4309]\", \"lift_point\": \"[0.1541, 0.4309]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1348, 0.4088]\", \"lift_point\": \"[0.1348, 0.4088]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8032, 0.6956]\", \"lift_point\": \"[0.8032, 0.6956]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7868, 0.6886]\", \"lift_point\": \"[0.7868, 0.6886]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0471, 0.5482]\", \"lift_point\": \"[0.0471, 0.5482]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0642, 0.5565]\", \"lift_point\": \"[0.0642, 0.5565]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Argentina ?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Argentina\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1386, 0.5348]\", \"lift_point\": \"[0.1386, 0.5348]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1273, 0.4944]\", \"lift_point\": \"[0.1273, 0.4944]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9271, 0.5269]\", \"lift_point\": \"[0.9271, 0.5269]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9321, 0.503]\", \"lift_point\": \"[0.9321, 0.503]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the price of a 12 ladder at Lowes?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the price of a 12 ladder at Lowes?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.115, 0.4563]\", \"lift_point\": \"[0.115, 0.4563]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1081, 0.387]\", \"lift_point\": \"[0.1081, 0.387]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7994, 0.578]\", \"lift_point\": \"[0.7994, 0.578]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8971, 0.4757]\", \"lift_point\": \"[0.8971, 0.4757]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9006, 0.4981]\", \"lift_point\": \"[0.9006, 0.4981]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9023, 0.4769]\", \"lift_point\": \"[0.9023, 0.4769]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9088, 0.9116]\", \"lift_point\": \"[0.9088, 0.9116]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9054, 0.8585]\", \"lift_point\": \"[0.9054, 0.8585]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.249, 0.425]\", \"lift_point\": \"[0.249, 0.425]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2456, 0.5255]\", \"lift_point\": \"[0.2456, 0.5255]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the average speed of a car?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the average speed of a car?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0445, 0.7409]\", \"lift_point\": \"[0.0445, 0.7409]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0571, 0.3151]\", \"lift_point\": \"[0.0571, 0.3151]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.108, 0.6089]\", \"lift_point\": \"[0.108, 0.6089]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1125, 0.6224]\", \"lift_point\": \"[0.1125, 0.6224]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8839, 0.5643]\", \"lift_point\": \"[0.8839, 0.5643]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8836, 0.6107]\", \"lift_point\": \"[0.8836, 0.6107]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8839, 0.4901]\", \"lift_point\": \"[0.8839, 0.4901]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Barcelona\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Barcelona\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6015, 0.4777]\", \"lift_point\": \"[0.6015, 0.4777]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6556, 0.507]\", \"lift_point\": \"[0.6556, 0.507]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,PRESS_ENTER,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8871, 0.4859]\", \"lift_point\": \"[0.8871, 0.4859]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_ENTER,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8961, 0.4668]\", \"lift_point\": \"[0.8961, 0.4668]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8928, 0.4853]\", \"lift_point\": \"[0.8928, 0.4853]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"3 bedroom apartment rent for in Chicago\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6668, 0.4984]\", \"lift_point\": \"[0.6668, 0.4984]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4207, 0.4677]\", \"lift_point\": \"[0.4207, 0.4677]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5075, 0.4695]\", \"lift_point\": \"[0.5075, 0.4695]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.562, 0.4984]\", \"lift_point\": \"[0.562, 0.4984]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5384, 0.4677]\", \"lift_point\": \"[0.5384, 0.4677]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3922, 0.5931]\", \"lift_point\": \"[0.3922, 0.5931]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6301, 0.6057]\", \"lift_point\": \"[0.6301, 0.6057]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3802, 0.6059]\", \"lift_point\": \"[0.3802, 0.6059]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3578, 0.4981]\", \"lift_point\": \"[0.3578, 0.4981]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6437, 0.6002]\", \"lift_point\": \"[0.6437, 0.6002]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8773, 0.7394]\", \"lift_point\": \"[0.8773, 0.7394]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8821, 0.5695]\", \"lift_point\": \"[0.8821, 0.5695]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"3 bedroom apartment rent for in Chicago\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2878, 0.462]\", \"lift_point\": \"[0.2878, 0.462]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2878, 0.4692]\", \"lift_point\": \"[0.2878, 0.4692]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7692, 0.4417]\", \"lift_point\": \"[0.7692, 0.4417]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8906, 0.3568]\", \"lift_point\": \"[0.8906, 0.3568]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7818, 0.686]\", \"lift_point\": \"[0.7818, 0.686]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8906, 0.3568]\", \"lift_point\": \"[0.8906, 0.3568]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8906, 0.3568]\", \"lift_point\": \"[0.8906, 0.3568]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"barbados news\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Barbados\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1423, 0.3399]\", \"lift_point\": \"[0.1423, 0.3399]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.152, 0.4696]\", \"lift_point\": \"[0.152, 0.4696]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.227, 0.1974]\", \"lift_point\": \"[0.227, 0.1974]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2244, 0.1949]\", \"lift_point\": \"[0.2244, 0.1949]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5472, 0.2965]\", \"lift_point\": \"[0.5472, 0.2965]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7747, 0.4858]\", \"lift_point\": \"[0.7747, 0.4858]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.777, 0.6972]\", \"lift_point\": \"[0.777, 0.6972]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0793, 0.4717]\", \"lift_point\": \"[0.0793, 0.4717]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0621, 0.0841]\", \"lift_point\": \"[0.0621, 0.0841]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0688, 0.9091]\", \"lift_point\": \"[0.0688, 0.9091]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0581, 0.911]\", \"lift_point\": \"[0.0581, 0.911]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather app\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Weather app\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1463, 0.3821]\", \"lift_point\": \"[0.1463, 0.3821]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1586, 0.4078]\", \"lift_point\": \"[0.1586, 0.4078]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2847, 0.3017]\", \"lift_point\": \"[0.2847, 0.3017]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8974, 0.4831]\", \"lift_point\": \"[0.8974, 0.4831]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2847, 0.3017]\", \"lift_point\": \"[0.2847, 0.3017]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.909, 0.527]\", \"lift_point\": \"[0.909, 0.527]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8974, 0.4831]\", \"lift_point\": \"[0.8974, 0.4831]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8976, 0.2897]\", \"lift_point\": \"[0.8976, 0.2897]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9006, 0.3246]\", \"lift_point\": \"[0.9006, 0.3246]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7808, 0.6855]\", \"lift_point\": \"[0.7808, 0.6855]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7878, 0.6976]\", \"lift_point\": \"[0.7878, 0.6976]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7808, 0.6855]\", \"lift_point\": \"[0.7808, 0.6855]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7808, 0.6855]\", \"lift_point\": \"[0.7808, 0.6855]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0858, 0.5294]\", \"lift_point\": \"[0.0858, 0.5294]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0725, 0.4285]\", \"lift_point\": \"[0.0725, 0.4285]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"walmart\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest walmart\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1449, 0.2732]\", \"lift_point\": \"[0.1449, 0.2732]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2236, 0.3413]\", \"lift_point\": \"[0.2236, 0.3413]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2162, 0.1768]\", \"lift_point\": \"[0.2162, 0.1768]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest \"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.142, 0.9085]\", \"lift_point\": \"[0.142, 0.9085]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2733, 0.4317]\", \"lift_point\": \"[0.2733, 0.4317]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1399, 0.914]\", \"lift_point\": \"[0.1399, 0.914]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0478, 0.1127]\", \"lift_point\": \"[0.0478, 0.1127]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7799, 0.7008]\", \"lift_point\": \"[0.7799, 0.7008]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7801, 0.6731]\", \"lift_point\": \"[0.7801, 0.6731]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0457, 0.4761]\", \"lift_point\": \"[0.0457, 0.4761]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0675, 0.4244]\", \"lift_point\": \"[0.0675, 0.4244]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What time is it in Tokyo?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"time in tokyo\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1287, 0.2907]\", \"lift_point\": \"[0.1287, 0.2907]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1341, 0.3745]\", \"lift_point\": \"[0.1341, 0.3745]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3168, 0.2925]\", \"lift_point\": \"[0.3168, 0.2925]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3635, 0.1318]\", \"lift_point\": \"[0.3635, 0.1318]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.187, 0.3148]\", \"lift_point\": \"[0.187, 0.3148]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9054, 0.9204]\", \"lift_point\": \"[0.9054, 0.9204]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9077, 0.9238]\", \"lift_point\": \"[0.9077, 0.9238]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.872, 0.4917]\", \"lift_point\": \"[0.872, 0.4917]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8686, 0.5452]\", \"lift_point\": \"[0.8686, 0.5452]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4979, 0.4889]\", \"lift_point\": \"[0.4979, 0.4889]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4988, 0.5042]\", \"lift_point\": \"[0.4988, 0.5042]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.92, 0.4885]\", \"lift_point\": \"[0.92, 0.4885]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9099, 0.4758]\", \"lift_point\": \"[0.9099, 0.4758]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8987, 0.4942]\", \"lift_point\": \"[0.8987, 0.4942]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9149, 0.4885]\", \"lift_point\": \"[0.9149, 0.4885]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.832, 0.8329]\", \"lift_point\": \"[0.832, 0.8329]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3802, 0.8762]\", \"lift_point\": \"[0.3802, 0.8762]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5372, 0.8033]\", \"lift_point\": \"[0.5372, 0.8033]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5385, 0.8252]\", \"lift_point\": \"[0.5385, 0.8252]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0638, 0.1125]\", \"lift_point\": \"[0.0638, 0.1125]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0689, 0.0989]\", \"lift_point\": \"[0.0689, 0.0989]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7591, 0.2515]\", \"lift_point\": \"[0.7591, 0.2515]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7756, 0.6926]\", \"lift_point\": \"[0.7756, 0.6926]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7796, 0.6771]\", \"lift_point\": \"[0.7796, 0.6771]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0454, 0.4339]\", \"lift_point\": \"[0.0454, 0.4339]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0709, 0.3303]\", \"lift_point\": \"[0.0709, 0.3303]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Boston?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"3 bedroom apartment rent for in Boston?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"n\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1211, 0.4396]\", \"lift_point\": \"[0.1211, 0.4396]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1274, 0.3575]\", \"lift_point\": \"[0.1274, 0.3575]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1213, 0.3874]\", \"lift_point\": \"[0.1213, 0.3874]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3573, 0.3028]\", \"lift_point\": \"[0.3573, 0.3028]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3539, 0.1977]\", \"lift_point\": \"[0.3539, 0.1977]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8858, 0.821]\", \"lift_point\": \"[0.8858, 0.821]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7808, 0.6764]\", \"lift_point\": \"[0.7808, 0.6764]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7752, 0.6935]\", \"lift_point\": \"[0.7752, 0.6935]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.04, 0.4386]\", \"lift_point\": \"[0.04, 0.4386]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0591, 0.4249]\", \"lift_point\": \"[0.0591, 0.4249]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new products by Samsung?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new products by Samsung\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1301, 0.2919]\", \"lift_point\": \"[0.1301, 0.2919]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1173, 0.3374]\", \"lift_point\": \"[0.1173, 0.3374]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3269, 0.3957]\", \"lift_point\": \"[0.3269, 0.3957]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3604, 0.1117]\", \"lift_point\": \"[0.3604, 0.1117]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3584, 0.1311]\", \"lift_point\": \"[0.3584, 0.1311]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8946, 0.9483]\", \"lift_point\": \"[0.8946, 0.9483]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9097, 0.9249]\", \"lift_point\": \"[0.9097, 0.9249]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9016, 0.9432]\", \"lift_point\": \"[0.9016, 0.9432]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8946, 0.9483]\", \"lift_point\": \"[0.8946, 0.9483]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8743, 0.5516]\", \"lift_point\": \"[0.8743, 0.5516]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8717, 0.4939]\", \"lift_point\": \"[0.8717, 0.4939]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.779, 0.6793]\", \"lift_point\": \"[0.779, 0.6793]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2862, 0.5424]\", \"lift_point\": \"[0.2862, 0.5424]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2915, 0.4528]\", \"lift_point\": \"[0.2915, 0.4528]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for flights from Tokyo to Mexico city\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Tokyo to Mexico city\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1288, 0.7106]\", \"lift_point\": \"[0.1288, 0.7106]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1251, 0.487]\", \"lift_point\": \"[0.1251, 0.487]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8759, 0.4253]\", \"lift_point\": \"[0.8759, 0.4253]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3596, 0.5101]\", \"lift_point\": \"[0.3596, 0.5101]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8927, 0.5679]\", \"lift_point\": \"[0.8927, 0.5679]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8899, 0.4256]\", \"lift_point\": \"[0.8899, 0.4256]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" hotels in NYC\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in nyc\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1215, 0.5119]\", \"lift_point\": \"[0.1215, 0.5119]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1144, 0.3765]\", \"lift_point\": \"[0.1144, 0.3765]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8946, 0.4029]\", \"lift_point\": \"[0.8946, 0.4029]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8771, 0.4443]\", \"lift_point\": \"[0.8771, 0.4443]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new foundation (skincare) product\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new foundation (skincare) product\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1328, 0.376]\", \"lift_point\": \"[0.1328, 0.376]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1179, 0.2998]\", \"lift_point\": \"[0.1179, 0.2998]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8672, 0.3458]\", \"lift_point\": \"[0.8672, 0.3458]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8848, 0.437]\", \"lift_point\": \"[0.8848, 0.437]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news this weekend\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news this weekend\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1115, 0.3646]\", \"lift_point\": \"[0.1115, 0.3646]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1144, 0.3955]\", \"lift_point\": \"[0.1144, 0.3955]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8897, 0.3963]\", \"lift_point\": \"[0.8897, 0.3963]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3575, 0.6502]\", \"lift_point\": \"[0.3575, 0.6502]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1811, 0.8858]\", \"lift_point\": \"[0.1811, 0.8858]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0786, 0.3897]\", \"lift_point\": \"[0.0786, 0.3897]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0694, 0.3485]\", \"lift_point\": \"[0.0694, 0.3485]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8922, 0.477]\", \"lift_point\": \"[0.8922, 0.477]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.878, 0.4258]\", \"lift_point\": \"[0.878, 0.4258]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to San Diego\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to San Diego\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1149, 0.5781]\", \"lift_point\": \"[0.1149, 0.5781]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.125, 0.4255]\", \"lift_point\": \"[0.125, 0.4255]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1612, 0.8445]\", \"lift_point\": \"[0.1612, 0.8445]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.182, 0.3666]\", \"lift_point\": \"[0.182, 0.3666]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0647, 0.7869]\", \"lift_point\": \"[0.0647, 0.7869]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0528, 0.0638]\", \"lift_point\": \"[0.0528, 0.0638]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0647, 0.9081]\", \"lift_point\": \"[0.0647, 0.9081]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0549, 0.9338]\", \"lift_point\": \"[0.0549, 0.9338]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" Starbucks app\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"starbucks app\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1382, 0.2541]\", \"lift_point\": \"[0.1382, 0.2541]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1239, 0.3289]\", \"lift_point\": \"[0.1239, 0.3289]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1424, 0.8067]\", \"lift_point\": \"[0.1424, 0.8067]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1428, 0.8585]\", \"lift_point\": \"[0.1428, 0.8585]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9035, 0.2342]\", \"lift_point\": \"[0.9035, 0.2342]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9144, 0.4794]\", \"lift_point\": \"[0.9144, 0.4794]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9013, 0.3565]\", \"lift_point\": \"[0.9013, 0.3565]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8994, 0.2337]\", \"lift_point\": \"[0.8994, 0.2337]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1339, 0.2617]\", \"lift_point\": \"[0.1339, 0.2617]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7807, 0.642]\", \"lift_point\": \"[0.7807, 0.642]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7757, 0.6916]\", \"lift_point\": \"[0.7757, 0.6916]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0606, 0.9372]\", \"lift_point\": \"[0.0606, 0.9372]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0604, 0.9405]\", \"lift_point\": \"[0.0604, 0.9405]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1619, 0.7968]\", \"lift_point\": \"[0.1619, 0.7968]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1927, 0.6655]\", \"lift_point\": \"[0.1927, 0.6655]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7794, 0.6687]\", \"lift_point\": \"[0.7794, 0.6687]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7762, 0.6885]\", \"lift_point\": \"[0.7762, 0.6885]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0562, 0.371]\", \"lift_point\": \"[0.0562, 0.371]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0589, 0.556]\", \"lift_point\": \"[0.0589, 0.556]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"peru capital\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of peru\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1805, 0.2698]\", \"lift_point\": \"[0.1805, 0.2698]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1176, 0.2487]\", \"lift_point\": \"[0.1176, 0.2487]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7757, 0.6836]\", \"lift_point\": \"[0.7757, 0.6836]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3743, 0.511]\", \"lift_point\": \"[0.3743, 0.511]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4958, 0.6965]\", \"lift_point\": \"[0.4958, 0.6965]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in las vegas\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Las Vegas\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1275, 0.4238]\", \"lift_point\": \"[0.1275, 0.4238]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1097, 0.406]\", \"lift_point\": \"[0.1097, 0.406]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3633, 0.3322]\", \"lift_point\": \"[0.3633, 0.3322]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7739, 0.7018]\", \"lift_point\": \"[0.7739, 0.7018]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7762, 0.6933]\", \"lift_point\": \"[0.7762, 0.6933]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0576, 0.5985]\", \"lift_point\": \"[0.0576, 0.5985]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0552, 0.5257]\", \"lift_point\": \"[0.0552, 0.5257]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"buenos aires to seoul flights\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Buenos aires to Seoul\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1154, 0.4619]\", \"lift_point\": \"[0.1154, 0.4619]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1177, 0.4259]\", \"lift_point\": \"[0.1177, 0.4259]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7864, 0.7033]\", \"lift_point\": \"[0.7864, 0.7033]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7736, 0.6932]\", \"lift_point\": \"[0.7736, 0.6932]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0551, 0.5055]\", \"lift_point\": \"[0.0551, 0.5055]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0518, 0.4033]\", \"lift_point\": \"[0.0518, 0.4033]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0584, 0.5833]\", \"lift_point\": \"[0.0584, 0.5833]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1178, 0.579]\", \"lift_point\": \"[0.1178, 0.579]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1097, 0.4254]\", \"lift_point\": \"[0.1097, 0.4254]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3161, 0.3211]\", \"lift_point\": \"[0.3161, 0.3211]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7835, 0.2287]\", \"lift_point\": \"[0.7835, 0.2287]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7678, 0.3766]\", \"lift_point\": \"[0.7678, 0.3766]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7712, 0.7138]\", \"lift_point\": \"[0.7712, 0.7138]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7763, 0.6884]\", \"lift_point\": \"[0.7763, 0.6884]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.274, 0.2943]\", \"lift_point\": \"[0.274, 0.2943]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2477, 0.4797]\", \"lift_point\": \"[0.2477, 0.4797]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news this afternoon?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news this afternoon\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1097, 0.3402]\", \"lift_point\": \"[0.1097, 0.3402]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1099, 0.347]\", \"lift_point\": \"[0.1099, 0.347]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2323, 0.1328]\", \"lift_point\": \"[0.2323, 0.1328]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2256, 0.153]\", \"lift_point\": \"[0.2256, 0.153]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3803, 0.537]\", \"lift_point\": \"[0.3803, 0.537]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4166, 0.3935]\", \"lift_point\": \"[0.4166, 0.3935]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.2988]\", \"lift_point\": \"[0.4936, 0.2988]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4953, 0.3158]\", \"lift_point\": \"[0.4953, 0.3158]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7749, 0.715]\", \"lift_point\": \"[0.7749, 0.715]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7748, 0.6945]\", \"lift_point\": \"[0.7748, 0.6945]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0653, 0.2838]\", \"lift_point\": \"[0.0653, 0.2838]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0584, 0.5894]\", \"lift_point\": \"[0.0584, 0.5894]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does the Samsung TV cost?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Samsung TV cost\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1114, 0.5949]\", \"lift_point\": \"[0.1114, 0.5949]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1211, 0.463]\", \"lift_point\": \"[0.1211, 0.463]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7596, 0.6913]\", \"lift_point\": \"[0.7596, 0.6913]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7795, 0.6925]\", \"lift_point\": \"[0.7795, 0.6925]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0679, 0.4368]\", \"lift_point\": \"[0.0679, 0.4368]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0583, 0.4567]\", \"lift_point\": \"[0.0583, 0.4567]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"US dollar exchange rate against the Euro\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"US dollar exchange rate against the Euro\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1213, 0.4518]\", \"lift_point\": \"[0.1213, 0.4518]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1174, 0.4252]\", \"lift_point\": \"[0.1174, 0.4252]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.79, 0.6962]\", \"lift_point\": \"[0.79, 0.6962]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7697, 0.6935]\", \"lift_point\": \"[0.7697, 0.6935]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0452, 0.4614]\", \"lift_point\": \"[0.0452, 0.4614]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0469, 0.4375]\", \"lift_point\": \"[0.0469, 0.4375]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"what is the speed of a jet?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a jet?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1072, 0.5401]\", \"lift_point\": \"[0.1072, 0.5401]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1133, 0.3846]\", \"lift_point\": \"[0.1133, 0.3846]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7684, 0.1235]\", \"lift_point\": \"[0.7684, 0.1235]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4841, 0.8765]\", \"lift_point\": \"[0.4841, 0.8765]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1662, 0.8742]\", \"lift_point\": \"[0.1662, 0.8742]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.178, 0.3123]\", \"lift_point\": \"[0.178, 0.3123]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0597, 0.8874]\", \"lift_point\": \"[0.0597, 0.8874]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0554, 0.8847]\", \"lift_point\": \"[0.0554, 0.8847]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0679, 0.0978]\", \"lift_point\": \"[0.0679, 0.0978]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0697, 0.9213]\", \"lift_point\": \"[0.0697, 0.9213]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8124, 0.1237]\", \"lift_point\": \"[0.8124, 0.1237]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8926, 0.124]\", \"lift_point\": \"[0.8926, 0.124]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2436, 0.6799]\", \"lift_point\": \"[0.2436, 0.6799]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7867, 0.1351]\", \"lift_point\": \"[0.7867, 0.1351]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0694, 0.373]\", \"lift_point\": \"[0.0694, 0.373]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0589, 0.5201]\", \"lift_point\": \"[0.0589, 0.5201]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"HisenseTV cost\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"HisenseTV cost\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3, 0.451]\", \"lift_point\": \"[0.3, 0.451]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1425, 0.2835]\", \"lift_point\": \"[0.1425, 0.2835]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.473, 0.3296]\", \"lift_point\": \"[0.473, 0.3296]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7301, 0.9206]\", \"lift_point\": \"[0.7301, 0.9206]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7182, 0.9289]\", \"lift_point\": \"[0.7182, 0.9289]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2926, 0.9444]\", \"lift_point\": \"[0.2926, 0.9444]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1431, 0.467]\", \"lift_point\": \"[0.1431, 0.467]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7215, 0.9359]\", \"lift_point\": \"[0.7215, 0.9359]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7168, 0.9229]\", \"lift_point\": \"[0.7168, 0.9229]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7187, 0.9117]\", \"lift_point\": \"[0.7187, 0.9117]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0601, 0.7172]\", \"lift_point\": \"[0.0601, 0.7172]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"cheesecake factory\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"menu at Cheesecake Factory\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2005, 0.3387]\", \"lift_point\": \"[0.2005, 0.3387]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1239, 0.2689]\", \"lift_point\": \"[0.1239, 0.2689]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7599, 0.2511]\", \"lift_point\": \"[0.7599, 0.2511]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.475, 0.4932]\", \"lift_point\": \"[0.475, 0.4932]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.783, 0.3853]\", \"lift_point\": \"[0.783, 0.3853]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7828, 0.3853]\", \"lift_point\": \"[0.7828, 0.3853]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4748, 0.6991]\", \"lift_point\": \"[0.4748, 0.6991]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4748, 0.6991]\", \"lift_point\": \"[0.4748, 0.6991]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7808, 0.6616]\", \"lift_point\": \"[0.7808, 0.6616]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8806, 0.4201]\", \"lift_point\": \"[0.8806, 0.4201]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.062, 0.3546]\", \"lift_point\": \"[0.062, 0.3546]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0615, 0.516]\", \"lift_point\": \"[0.0615, 0.516]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"menu on ihop\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"ihop menu\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1263, 0.2902]\", \"lift_point\": \"[0.1263, 0.2902]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1237, 0.2003]\", \"lift_point\": \"[0.1237, 0.2003]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5077, 0.6172]\", \"lift_point\": \"[0.5077, 0.6172]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4417, 0.0512]\", \"lift_point\": \"[0.4417, 0.0512]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4518, 0.0765]\", \"lift_point\": \"[0.4518, 0.0765]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5077, 0.5878]\", \"lift_point\": \"[0.5077, 0.5878]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8004, 0.507]\", \"lift_point\": \"[0.8004, 0.507]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8077, 0.5197]\", \"lift_point\": \"[0.8077, 0.5197]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8666, 0.3262]\", \"lift_point\": \"[0.8666, 0.3262]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8792, 0.1628]\", \"lift_point\": \"[0.8792, 0.1628]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7715, 0.6863]\", \"lift_point\": \"[0.7715, 0.6863]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7776, 0.6919]\", \"lift_point\": \"[0.7776, 0.6919]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0703, 0.2889]\", \"lift_point\": \"[0.0703, 0.2889]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0431, 0.4445]\", \"lift_point\": \"[0.0431, 0.4445]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in malaysia\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Malaysia\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1249, 0.1984]\", \"lift_point\": \"[0.1249, 0.1984]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1339, 0.371]\", \"lift_point\": \"[0.1339, 0.371]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1244, 0.2219]\", \"lift_point\": \"[0.1244, 0.2219]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6086, 0.3156]\", \"lift_point\": \"[0.6086, 0.3156]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2576, 0.1955]\", \"lift_point\": \"[0.2576, 0.1955]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5415, 0.6211]\", \"lift_point\": \"[0.5415, 0.6211]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5422, 0.5869]\", \"lift_point\": \"[0.5422, 0.5869]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0611, 0.439]\", \"lift_point\": \"[0.0611, 0.439]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"malaysia news\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in malaysia\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1904, 0.2696]\", \"lift_point\": \"[0.1904, 0.2696]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1176, 0.2361]\", \"lift_point\": \"[0.1176, 0.2361]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1903, 0.2336]\", \"lift_point\": \"[0.1903, 0.2336]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8276, 0.3016]\", \"lift_point\": \"[0.8276, 0.3016]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7791, 0.6764]\", \"lift_point\": \"[0.7791, 0.6764]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7778, 0.6863]\", \"lift_point\": \"[0.7778, 0.6863]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0715, 0.3188]\", \"lift_point\": \"[0.0715, 0.3188]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0656, 0.394]\", \"lift_point\": \"[0.0656, 0.394]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new bronzer\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new bronzer\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1257, 0.2121]\", \"lift_point\": \"[0.1257, 0.2121]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1267, 0.2447]\", \"lift_point\": \"[0.1267, 0.2447]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1282, 0.2873]\", \"lift_point\": \"[0.1282, 0.2873]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.856, 0.2838]\", \"lift_point\": \"[0.856, 0.2838]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7777, 0.4997]\", \"lift_point\": \"[0.7777, 0.4997]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.375, 0.88]\", \"lift_point\": \"[0.375, 0.88]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3688, 0.8844]\", \"lift_point\": \"[0.3688, 0.8844]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.085, 0.1138]\", \"lift_point\": \"[0.085, 0.1138]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0651, 0.1094]\", \"lift_point\": \"[0.0651, 0.1094]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6539, 0.8814]\", \"lift_point\": \"[0.6539, 0.8814]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1887, 0.2074]\", \"lift_point\": \"[0.1887, 0.2074]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3063, 0.3311]\", \"lift_point\": \"[0.3063, 0.3311]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1966, 0.2398]\", \"lift_point\": \"[0.1966, 0.2398]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5192, 0.696]\", \"lift_point\": \"[0.5192, 0.696]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5744, 0.301]\", \"lift_point\": \"[0.5744, 0.301]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5091, 0.7017]\", \"lift_point\": \"[0.5091, 0.7017]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3046, 0.7015]\", \"lift_point\": \"[0.3046, 0.7015]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4188, 0.5085]\", \"lift_point\": \"[0.4188, 0.5085]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4078, 0.487]\", \"lift_point\": \"[0.4078, 0.487]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6857, 0.7309]\", \"lift_point\": \"[0.6857, 0.7309]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3046, 0.7339]\", \"lift_point\": \"[0.3046, 0.7339]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1964, 0.9068]\", \"lift_point\": \"[0.1964, 0.9068]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7851, 0.6763]\", \"lift_point\": \"[0.7851, 0.6763]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7777, 0.6886]\", \"lift_point\": \"[0.7777, 0.6886]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2925, 0.5378]\", \"lift_point\": \"[0.2925, 0.5378]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2814, 0.379]\", \"lift_point\": \"[0.2814, 0.379]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nice beach towel\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Where can I buy a nice beach towel?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1208, 0.352]\", \"lift_point\": \"[0.1208, 0.352]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1311, 0.3655]\", \"lift_point\": \"[0.1311, 0.3655]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3398, 0.2676]\", \"lift_point\": \"[0.3398, 0.2676]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3743, 0.3394]\", \"lift_point\": \"[0.3743, 0.3394]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3445, 0.7999]\", \"lift_point\": \"[0.3445, 0.7999]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8888, 0.4811]\", \"lift_point\": \"[0.8888, 0.4811]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7825, 0.5034]\", \"lift_point\": \"[0.7825, 0.5034]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8002, 0.104]\", \"lift_point\": \"[0.8002, 0.104]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7811, 0.133]\", \"lift_point\": \"[0.7811, 0.133]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0605, 0.4905]\", \"lift_point\": \"[0.0605, 0.4905]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0537, 0.3202]\", \"lift_point\": \"[0.0537, 0.3202]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"wikipedia app\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Wikipedia\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1288, 0.258]\", \"lift_point\": \"[0.1288, 0.258]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1334, 0.4115]\", \"lift_point\": \"[0.1334, 0.4115]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1495, 0.8624]\", \"lift_point\": \"[0.1495, 0.8624]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1503, 0.8573]\", \"lift_point\": \"[0.1503, 0.8573]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.149, 0.8472]\", \"lift_point\": \"[0.149, 0.8472]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8228, 0.5871]\", \"lift_point\": \"[0.8228, 0.5871]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.068, 0.4302]\", \"lift_point\": \"[0.068, 0.4302]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0641, 0.4315]\", \"lift_point\": \"[0.0641, 0.4315]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Sri Lanka?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in sri lanka\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.124, 0.406]\", \"lift_point\": \"[0.124, 0.406]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2442, 0.1528]\", \"lift_point\": \"[0.2442, 0.1528]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2362, 0.1805]\", \"lift_point\": \"[0.2362, 0.1805]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8145, 0.6085]\", \"lift_point\": \"[0.8145, 0.6085]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8001, 0.6184]\", \"lift_point\": \"[0.8001, 0.6184]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8145, 0.6085]\", \"lift_point\": \"[0.8145, 0.6085]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8145, 0.6085]\", \"lift_point\": \"[0.8145, 0.6085]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1785, 0.8915]\", \"lift_point\": \"[0.1785, 0.8915]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1904, 0.8909]\", \"lift_point\": \"[0.1904, 0.8909]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the 1000-Watt EGO Power+ Snow Blower?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the 1000-Watt EGO Power+ Snow Blower?\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2495, 0.0452]\", \"lift_point\": \"[0.2495, 0.0452]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4942, 0.3301]\", \"lift_point\": \"[0.4942, 0.3301]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3674, 0.3126]\", \"lift_point\": \"[0.3674, 0.3126]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8218, 0.615]\", \"lift_point\": \"[0.8218, 0.615]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7964, 0.6125]\", \"lift_point\": \"[0.7964, 0.6125]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7961, 0.5846]\", \"lift_point\": \"[0.7961, 0.5846]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8218, 0.615]\", \"lift_point\": \"[0.8218, 0.615]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.18, 0.7055]\", \"lift_point\": \"[0.18, 0.7055]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0635, 0.5165]\", \"lift_point\": \"[0.0635, 0.5165]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.114, 0.9439]\", \"lift_point\": \"[0.114, 0.9439]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1204, 0.9258]\", \"lift_point\": \"[0.1204, 0.9258]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in seattle\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Seattle\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1698, 0.2766]\", \"lift_point\": \"[0.1698, 0.2766]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3459, 0.2266]\", \"lift_point\": \"[0.3459, 0.2266]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8252, 0.5962]\", \"lift_point\": \"[0.8252, 0.5962]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8193, 0.5967]\", \"lift_point\": \"[0.8193, 0.5967]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8001, 0.609]\", \"lift_point\": \"[0.8001, 0.609]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8252, 0.5962]\", \"lift_point\": \"[0.8252, 0.5962]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8001, 0.609]\", \"lift_point\": \"[0.8001, 0.609]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8001, 0.609]\", \"lift_point\": \"[0.8001, 0.609]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does the HisenseTV cost?\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2333, 0.0578]\", \"lift_point\": \"[0.2333, 0.0578]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does the HisenseTV cost?\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.058, 0.4414]\", \"lift_point\": \"[0.058, 0.4414]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0428, 0.4877]\", \"lift_point\": \"[0.0428, 0.4877]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0627, 0.335]\", \"lift_point\": \"[0.0627, 0.335]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does the HisenseTV cost?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does the HisenseTV cost?\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0539, 0.7392]\", \"lift_point\": \"[0.0539, 0.7392]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5536, 0.3264]\", \"lift_point\": \"[0.5536, 0.3264]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3329, 0.3951]\", \"lift_point\": \"[0.3329, 0.3951]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8259, 0.57]\", \"lift_point\": \"[0.8259, 0.57]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.819, 0.605]\", \"lift_point\": \"[0.819, 0.605]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0601, 0.5665]\", \"lift_point\": \"[0.0601, 0.5665]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0694, 0.4455]\", \"lift_point\": \"[0.0694, 0.4455]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Las Vegas\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotel in las vegas\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1359, 0.2507]\", \"lift_point\": \"[0.1359, 0.2507]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.123, 0.3545]\", \"lift_point\": \"[0.123, 0.3545]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8325, 0.5994]\", \"lift_point\": \"[0.8325, 0.5994]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8158, 0.5965]\", \"lift_point\": \"[0.8158, 0.5965]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8179, 0.6065]\", \"lift_point\": \"[0.8179, 0.6065]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8167, 0.5887]\", \"lift_point\": \"[0.8167, 0.5887]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8179, 0.6065]\", \"lift_point\": \"[0.8179, 0.6065]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8179, 0.6065]\", \"lift_point\": \"[0.8179, 0.6065]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8179, 0.6065]\", \"lift_point\": \"[0.8179, 0.6065]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8179, 0.6065]\", \"lift_point\": \"[0.8179, 0.6065]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1688, 0.5554]\", \"lift_point\": \"[0.1688, 0.5554]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1861, 0.0447]\", \"lift_point\": \"[0.1861, 0.0447]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.113, 0.9255]\", \"lift_point\": \"[0.113, 0.9255]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1149, 0.7002]\", \"lift_point\": \"[0.1149, 0.7002]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats US dollar exchange rateagainst the Mexican Peso?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"US dollar exchange rateagainst the Mexican Peso\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1803, 0.4954]\", \"lift_point\": \"[0.1803, 0.4954]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2311, 0.077]\", \"lift_point\": \"[0.2311, 0.077]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8395, 0.6186]\", \"lift_point\": \"[0.8395, 0.6186]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8064, 0.5914]\", \"lift_point\": \"[0.8064, 0.5914]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1732, 0.569]\", \"lift_point\": \"[0.1732, 0.569]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1859, 0.6484]\", \"lift_point\": \"[0.1859, 0.6484]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1094, 0.9264]\", \"lift_point\": \"[0.1094, 0.9264]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1131, 0.9139]\", \"lift_point\": \"[0.1131, 0.9139]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Helsinki to Seoul\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Helsinki to Seoul\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8171, 0.6154]\", \"lift_point\": \"[0.8171, 0.6154]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8007, 0.6317]\", \"lift_point\": \"[0.8007, 0.6317]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5185, 0.6138]\", \"lift_point\": \"[0.5185, 0.6138]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8171, 0.6154]\", \"lift_point\": \"[0.8171, 0.6154]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5282, 0.6061]\", \"lift_point\": \"[0.5282, 0.6061]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5185, 0.6138]\", \"lift_point\": \"[0.5185, 0.6138]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.777, 0.4037]\", \"lift_point\": \"[0.777, 0.4037]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7782, 0.3773]\", \"lift_point\": \"[0.7782, 0.3773]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.777, 0.4037]\", \"lift_point\": \"[0.777, 0.4037]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.777, 0.4037]\", \"lift_point\": \"[0.777, 0.4037]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.777, 0.4037]\", \"lift_point\": \"[0.777, 0.4037]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.777, 0.4037]\", \"lift_point\": \"[0.777, 0.4037]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0461, 0.548]\", \"lift_point\": \"[0.0461, 0.548]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0611, 0.5535]\", \"lift_point\": \"[0.0611, 0.5535]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"espn app\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"espn\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1231, 0.3696]\", \"lift_point\": \"[0.1231, 0.3696]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1419, 0.8166]\", \"lift_point\": \"[0.1419, 0.8166]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1416, 0.8603]\", \"lift_point\": \"[0.1416, 0.8603]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9164, 0.5564]\", \"lift_point\": \"[0.9164, 0.5564]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9199, 0.5945]\", \"lift_point\": \"[0.9199, 0.5945]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9183, 0.3832]\", \"lift_point\": \"[0.9183, 0.3832]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9164, 0.3386]\", \"lift_point\": \"[0.9164, 0.3386]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1468, 0.8864]\", \"lift_point\": \"[0.1468, 0.8864]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6014, 0.4725]\", \"lift_point\": \"[0.6014, 0.4725]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.811, 0.6427]\", \"lift_point\": \"[0.811, 0.6427]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7967, 0.6215]\", \"lift_point\": \"[0.7967, 0.6215]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1875, 0.5694]\", \"lift_point\": \"[0.1875, 0.5694]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1894, 0.6636]\", \"lift_point\": \"[0.1894, 0.6636]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1198, 0.9197]\", \"lift_point\": \"[0.1198, 0.9197]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1208, 0.9308]\", \"lift_point\": \"[0.1208, 0.9308]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Boston?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Boston?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8002, 0.6167]\", \"lift_point\": \"[0.8002, 0.6167]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8044, 0.6331]\", \"lift_point\": \"[0.8044, 0.6331]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7981, 0.6113]\", \"lift_point\": \"[0.7981, 0.6113]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8002, 0.6167]\", \"lift_point\": \"[0.8002, 0.6167]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7981, 0.6113]\", \"lift_point\": \"[0.7981, 0.6113]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8064, 0.6055]\", \"lift_point\": \"[0.8064, 0.6055]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7981, 0.6113]\", \"lift_point\": \"[0.7981, 0.6113]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8064, 0.617]\", \"lift_point\": \"[0.8064, 0.617]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7981, 0.6113]\", \"lift_point\": \"[0.7981, 0.6113]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8069, 0.6196]\", \"lift_point\": \"[0.8069, 0.6196]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7981, 0.6113]\", \"lift_point\": \"[0.7981, 0.6113]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8065, 0.6196]\", \"lift_point\": \"[0.8065, 0.6196]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7981, 0.6113]\", \"lift_point\": \"[0.7981, 0.6113]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8068, 0.6196]\", \"lift_point\": \"[0.8068, 0.6196]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7981, 0.6113]\", \"lift_point\": \"[0.7981, 0.6113]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7981, 0.6113]\", \"lift_point\": \"[0.7981, 0.6113]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1899, 0.7803]\", \"lift_point\": \"[0.1899, 0.7803]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1909, 0.5183]\", \"lift_point\": \"[0.1909, 0.5183]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1159, 0.925]\", \"lift_point\": \"[0.1159, 0.925]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1206, 0.9237]\", \"lift_point\": \"[0.1206, 0.9237]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Argentina?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in argentina\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2411, 0.1894]\", \"lift_point\": \"[0.2411, 0.1894]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.189, 0.507]\", \"lift_point\": \"[0.189, 0.507]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8252, 0.6178]\", \"lift_point\": \"[0.8252, 0.6178]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8151, 0.6189]\", \"lift_point\": \"[0.8151, 0.6189]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8132, 0.6673]\", \"lift_point\": \"[0.8132, 0.6673]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8252, 0.6178]\", \"lift_point\": \"[0.8252, 0.6178]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8006, 0.6064]\", \"lift_point\": \"[0.8006, 0.6064]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8127, 0.6673]\", \"lift_point\": \"[0.8127, 0.6673]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1823, 0.9005]\", \"lift_point\": \"[0.1823, 0.9005]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1901, 0.8909]\", \"lift_point\": \"[0.1901, 0.8909]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest news in space technology?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest news in space technology\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.244, 0.0736]\", \"lift_point\": \"[0.244, 0.0736]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.815, 0.5845]\", \"lift_point\": \"[0.815, 0.5845]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5763, 0.5456]\", \"lift_point\": \"[0.5763, 0.5456]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.616, 0.183]\", \"lift_point\": \"[0.616, 0.183]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0635, 0.7928]\", \"lift_point\": \"[0.0635, 0.7928]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.061, 0.7957]\", \"lift_point\": \"[0.061, 0.7957]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Miami\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0635, 0.4928]\", \"lift_point\": \"[0.0635, 0.4928]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0606, 0.5044]\", \"lift_point\": \"[0.0606, 0.5044]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0623, 0.2744]\", \"lift_point\": \"[0.0623, 0.2744]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Miami\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Miami\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1333, 0.3251]\", \"lift_point\": \"[0.1333, 0.3251]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.735, 0.5885]\", \"lift_point\": \"[0.735, 0.5885]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7612, 0.6184]\", \"lift_point\": \"[0.7612, 0.6184]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0546, 0.7868]\", \"lift_point\": \"[0.0546, 0.7868]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0597, 0.7899]\", \"lift_point\": \"[0.0597, 0.7899]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0613, 0.9384]\", \"lift_point\": \"[0.0613, 0.9384]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0555, 0.9266]\", \"lift_point\": \"[0.0555, 0.9266]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"ebay\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"eBay app\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.117, 0.2809]\", \"lift_point\": \"[0.117, 0.2809]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.126, 0.4446]\", \"lift_point\": \"[0.126, 0.4446]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1343, 0.9098]\", \"lift_point\": \"[0.1343, 0.9098]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1397, 0.8455]\", \"lift_point\": \"[0.1397, 0.8455]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.782, 0.7322]\", \"lift_point\": \"[0.782, 0.7322]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7849, 0.6933]\", \"lift_point\": \"[0.7849, 0.6933]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1816, 0.6694]\", \"lift_point\": \"[0.1816, 0.6694]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0563, 0.3799]\", \"lift_point\": \"[0.0563, 0.3799]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1082, 0.9314]\", \"lift_point\": \"[0.1082, 0.9314]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1139, 0.9286]\", \"lift_point\": \"[0.1139, 0.9286]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Colombia?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in colombia\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2264, 0.1648]\", \"lift_point\": \"[0.2264, 0.1648]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2256, 0.1688]\", \"lift_point\": \"[0.2256, 0.1688]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6008, 0.1417]\", \"lift_point\": \"[0.6008, 0.1417]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6047, 0.144]\", \"lift_point\": \"[0.6047, 0.144]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1195, 0.6781]\", \"lift_point\": \"[0.1195, 0.6781]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1394, 0.5275]\", \"lift_point\": \"[0.1394, 0.5275]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0589, 0.9191]\", \"lift_point\": \"[0.0589, 0.9191]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0565, 0.8872]\", \"lift_point\": \"[0.0565, 0.8872]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the time in New York\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the time in New York?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0696, 0.4148]\", \"lift_point\": \"[0.0696, 0.4148]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7777, 0.6843]\", \"lift_point\": \"[0.7777, 0.6843]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5493, 0.8544]\", \"lift_point\": \"[0.5493, 0.8544]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5029, 0.7035]\", \"lift_point\": \"[0.5029, 0.7035]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1512, 0.7378]\", \"lift_point\": \"[0.1512, 0.7378]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1321, 0.6384]\", \"lift_point\": \"[0.1321, 0.6384]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0645, 0.8981]\", \"lift_point\": \"[0.0645, 0.8981]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0695, 0.9117]\", \"lift_point\": \"[0.0695, 0.9117]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Buenos aires\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for flights from NYC to Buenos aires\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1357, 0.7171]\", \"lift_point\": \"[0.1357, 0.7171]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1474, 0.5621]\", \"lift_point\": \"[0.1474, 0.5621]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1837, 0.2179]\", \"lift_point\": \"[0.1837, 0.2179]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8764, 0.4599]\", \"lift_point\": \"[0.8764, 0.4599]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8767, 0.476]\", \"lift_point\": \"[0.8767, 0.476]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8752, 0.831]\", \"lift_point\": \"[0.8752, 0.831]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.891, 0.8238]\", \"lift_point\": \"[0.891, 0.8238]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7901, 0.6849]\", \"lift_point\": \"[0.7901, 0.6849]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7905, 0.6865]\", \"lift_point\": \"[0.7905, 0.6865]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7864, 0.6923]\", \"lift_point\": \"[0.7864, 0.6923]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7901, 0.6849]\", \"lift_point\": \"[0.7901, 0.6849]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7864, 0.6923]\", \"lift_point\": \"[0.7864, 0.6923]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7864, 0.6923]\", \"lift_point\": \"[0.7864, 0.6923]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7889, 0.6923]\", \"lift_point\": \"[0.7889, 0.6923]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7864, 0.6923]\", \"lift_point\": \"[0.7864, 0.6923]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0479, 0.7127]\", \"lift_point\": \"[0.0479, 0.7127]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0549, 0.6216]\", \"lift_point\": \"[0.0549, 0.6216]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0463, 0.9337]\", \"lift_point\": \"[0.0463, 0.9337]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0571, 0.9321]\", \"lift_point\": \"[0.0571, 0.9321]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in theFalkland Islands\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in theFalkland Islands\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1205, 0.4479]\", \"lift_point\": \"[0.1205, 0.4479]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.121, 0.4558]\", \"lift_point\": \"[0.121, 0.4558]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4429, 0.4461]\", \"lift_point\": \"[0.4429, 0.4461]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2307, 0.195]\", \"lift_point\": \"[0.2307, 0.195]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8925, 0.4827]\", \"lift_point\": \"[0.8925, 0.4827]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8947, 0.548]\", \"lift_point\": \"[0.8947, 0.548]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8963, 0.5485]\", \"lift_point\": \"[0.8963, 0.5485]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8925, 0.4827]\", \"lift_point\": \"[0.8925, 0.4827]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9168, 0.9339]\", \"lift_point\": \"[0.9168, 0.9339]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9084, 0.9365]\", \"lift_point\": \"[0.9084, 0.9365]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8965, 0.5618]\", \"lift_point\": \"[0.8965, 0.5618]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9038, 0.5084]\", \"lift_point\": \"[0.9038, 0.5084]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7859, 0.6832]\", \"lift_point\": \"[0.7859, 0.6832]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7891, 0.6936]\", \"lift_point\": \"[0.7891, 0.6936]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7944, 0.6849]\", \"lift_point\": \"[0.7944, 0.6849]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7859, 0.6832]\", \"lift_point\": \"[0.7859, 0.6832]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.779, 0.6849]\", \"lift_point\": \"[0.779, 0.6849]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7944, 0.6849]\", \"lift_point\": \"[0.7944, 0.6849]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7839, 0.6849]\", \"lift_point\": \"[0.7839, 0.6849]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.779, 0.6849]\", \"lift_point\": \"[0.779, 0.6849]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7913, 0.6927]\", \"lift_point\": \"[0.7913, 0.6927]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7839, 0.6849]\", \"lift_point\": \"[0.7839, 0.6849]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7949, 0.6927]\", \"lift_point\": \"[0.7949, 0.6927]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7913, 0.6927]\", \"lift_point\": \"[0.7913, 0.6927]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_ENTER,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0561, 0.6087]\", \"lift_point\": \"[0.0561, 0.6087]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0559, 0.5944]\", \"lift_point\": \"[0.0559, 0.5944]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_ENTER,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0578, 0.9348]\", \"lift_point\": \"[0.0578, 0.9348]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0525, 0.9402]\", \"lift_point\": \"[0.0525, 0.9402]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Canada\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Canada\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Google the capital of Canada\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1193, 0.3119]\", \"lift_point\": \"[0.1193, 0.3119]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0568, 0.9297]\", \"lift_point\": \"[0.0568, 0.9297]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1281, 0.2934]\", \"lift_point\": \"[0.1281, 0.2934]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1193, 0.3119]\", \"lift_point\": \"[0.1193, 0.3119]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1233, 0.23]\", \"lift_point\": \"[0.1233, 0.23]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1257, 0.2607]\", \"lift_point\": \"[0.1257, 0.2607]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.117, 0.3334]\", \"lift_point\": \"[0.117, 0.3334]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1228, 0.2208]\", \"lift_point\": \"[0.1228, 0.2208]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2387, 0.1249]\", \"lift_point\": \"[0.2387, 0.1249]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7868, 0.6939]\", \"lift_point\": \"[0.7868, 0.6939]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1606, 0.1203]\", \"lift_point\": \"[0.1606, 0.1203]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.484, 0.6953]\", \"lift_point\": \"[0.484, 0.6953]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0531, 0.8261]\", \"lift_point\": \"[0.0531, 0.8261]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4868, 0.873]\", \"lift_point\": \"[0.4868, 0.873]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0657, 0.3059]\", \"lift_point\": \"[0.0657, 0.3059]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0599, 0.311]\", \"lift_point\": \"[0.0599, 0.311]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"restaurant in Atlanta\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good restaurant in Atlanta\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1991, 0.2296]\", \"lift_point\": \"[0.1991, 0.2296]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.123, 0.3414]\", \"lift_point\": \"[0.123, 0.3414]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7755, 0.5113]\", \"lift_point\": \"[0.7755, 0.5113]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0589, 0.7958]\", \"lift_point\": \"[0.0589, 0.7958]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0615, 0.7862]\", \"lift_point\": \"[0.0615, 0.7862]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0649, 0.9347]\", \"lift_point\": \"[0.0649, 0.9347]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0591, 0.9279]\", \"lift_point\": \"[0.0591, 0.9279]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"facebook\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"facebook\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1309, 0.2776]\", \"lift_point\": \"[0.1309, 0.2776]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1342, 0.3308]\", \"lift_point\": \"[0.1342, 0.3308]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1536, 0.8556]\", \"lift_point\": \"[0.1536, 0.8556]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1506, 0.8514]\", \"lift_point\": \"[0.1506, 0.8514]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1536, 0.854]\", \"lift_point\": \"[0.1536, 0.854]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1565, 0.8556]\", \"lift_point\": \"[0.1565, 0.8556]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7804, 0.7008]\", \"lift_point\": \"[0.7804, 0.7008]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7824, 0.6865]\", \"lift_point\": \"[0.7824, 0.6865]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7781, 0.7176]\", \"lift_point\": \"[0.7781, 0.7176]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7804, 0.7008]\", \"lift_point\": \"[0.7804, 0.7008]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0557, 0.3686]\", \"lift_point\": \"[0.0557, 0.3686]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0604, 0.5425]\", \"lift_point\": \"[0.0604, 0.5425]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Chicago to London\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Chicago to London\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1333, 0.503]\", \"lift_point\": \"[0.1333, 0.503]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1312, 0.4464]\", \"lift_point\": \"[0.1312, 0.4464]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8314, 0.5384]\", \"lift_point\": \"[0.8314, 0.5384]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.658, 0.4543]\", \"lift_point\": \"[0.658, 0.4543]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5154, 0.5002]\", \"lift_point\": \"[0.5154, 0.5002]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.778, 0.6639]\", \"lift_point\": \"[0.778, 0.6639]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7736, 0.6866]\", \"lift_point\": \"[0.7736, 0.6866]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0695, 0.5895]\", \"lift_point\": \"[0.0695, 0.5895]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0715, 0.8418]\", \"lift_point\": \"[0.0715, 0.8418]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Bangladesh\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Bangladesh?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1351, 0.2819]\", \"lift_point\": \"[0.1351, 0.2819]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1416, 0.2778]\", \"lift_point\": \"[0.1416, 0.2778]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2566, 0.1763]\", \"lift_point\": \"[0.2566, 0.1763]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2749, 0.195]\", \"lift_point\": \"[0.2749, 0.195]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7736, 0.67]\", \"lift_point\": \"[0.7736, 0.67]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7776, 0.6894]\", \"lift_point\": \"[0.7776, 0.6894]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0659, 0.9182]\", \"lift_point\": \"[0.0659, 0.9182]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0645, 0.9246]\", \"lift_point\": \"[0.0645, 0.9246]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1832, 0.711]\", \"lift_point\": \"[0.1832, 0.711]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2149, 0.524]\", \"lift_point\": \"[0.2149, 0.524]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7715, 0.6982]\", \"lift_point\": \"[0.7715, 0.6982]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7817, 0.6865]\", \"lift_point\": \"[0.7817, 0.6865]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0606, 0.5389]\", \"lift_point\": \"[0.0606, 0.5389]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0623, 0.4771]\", \"lift_point\": \"[0.0623, 0.4771]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"space technology\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest news in space technology\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1305, 0.3664]\", \"lift_point\": \"[0.1305, 0.3664]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1344, 0.2776]\", \"lift_point\": \"[0.1344, 0.2776]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2536, 0.1856]\", \"lift_point\": \"[0.2536, 0.1856]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2253, 0.1681]\", \"lift_point\": \"[0.2253, 0.1681]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7849, 0.6884]\", \"lift_point\": \"[0.7849, 0.6884]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7793, 0.6862]\", \"lift_point\": \"[0.7793, 0.6862]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7824, 0.6896]\", \"lift_point\": \"[0.7824, 0.6896]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7849, 0.6884]\", \"lift_point\": \"[0.7849, 0.6884]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0527, 0.471]\", \"lift_point\": \"[0.0527, 0.471]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0457, 0.4565]\", \"lift_point\": \"[0.0457, 0.4565]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Denver\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Denver\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1255, 0.2215]\", \"lift_point\": \"[0.1255, 0.2215]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.131, 0.2947]\", \"lift_point\": \"[0.131, 0.2947]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6724, 0.5055]\", \"lift_point\": \"[0.6724, 0.5055]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.733, 0.472]\", \"lift_point\": \"[0.733, 0.472]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6883, 0.485]\", \"lift_point\": \"[0.6883, 0.485]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7775, 0.6808]\", \"lift_point\": \"[0.7775, 0.6808]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7862, 0.6775]\", \"lift_point\": \"[0.7862, 0.6775]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0674, 0.4147]\", \"lift_point\": \"[0.0674, 0.4147]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0604, 0.4914]\", \"lift_point\": \"[0.0604, 0.4914]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" hotels in London\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in London\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1298, 0.2773]\", \"lift_point\": \"[0.1298, 0.2773]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1261, 0.346]\", \"lift_point\": \"[0.1261, 0.346]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3601, 0.3378]\", \"lift_point\": \"[0.3601, 0.3378]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3464, 0.259]\", \"lift_point\": \"[0.3464, 0.259]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1809, 0.4988]\", \"lift_point\": \"[0.1809, 0.4988]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7147, 0.236]\", \"lift_point\": \"[0.7147, 0.236]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4589, 0.2733]\", \"lift_point\": \"[0.4589, 0.2733]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8967, 0.716]\", \"lift_point\": \"[0.8967, 0.716]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7731, 0.6802]\", \"lift_point\": \"[0.7731, 0.6802]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7783, 0.6735]\", \"lift_point\": \"[0.7783, 0.6735]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0704, 0.6117]\", \"lift_point\": \"[0.0704, 0.6117]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0441, 0.4444]\", \"lift_point\": \"[0.0441, 0.4444]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0552, 0.4192]\", \"lift_point\": \"[0.0552, 0.4192]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 2 bedroom apartment rent for in New York?\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 2 bedroom apartment rent for in New York?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 2 bedroom apartment rent for in New York?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 2 bedroom apartment rent for in New York?\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0637, 0.9155]\", \"lift_point\": \"[0.0637, 0.9155]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1496, 0.4698]\", \"lift_point\": \"[0.1496, 0.4698]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1497, 0.4518]\", \"lift_point\": \"[0.1497, 0.4518]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5413, 0.2827]\", \"lift_point\": \"[0.5413, 0.2827]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5624, 0.3558]\", \"lift_point\": \"[0.5624, 0.3558]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7854, 0.6645]\", \"lift_point\": \"[0.7854, 0.6645]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7774, 0.6845]\", \"lift_point\": \"[0.7774, 0.6845]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0649, 0.9275]\", \"lift_point\": \"[0.0649, 0.9275]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0624, 0.86]\", \"lift_point\": \"[0.0624, 0.86]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2044, 0.5231]\", \"lift_point\": \"[0.2044, 0.5231]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2372, 0.5528]\", \"lift_point\": \"[0.2372, 0.5528]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.76, 0.6695]\", \"lift_point\": \"[0.76, 0.6695]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7769, 0.6777]\", \"lift_point\": \"[0.7769, 0.6777]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0646, 0.4571]\", \"lift_point\": \"[0.0646, 0.4571]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0606, 0.4989]\", \"lift_point\": \"[0.0606, 0.4989]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does the new iPad cost?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new iPad cost\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1339, 0.7196]\", \"lift_point\": \"[0.1339, 0.7196]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1324, 0.5828]\", \"lift_point\": \"[0.1324, 0.5828]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3983, 0.4939]\", \"lift_point\": \"[0.3983, 0.4939]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4357, 0.4803]\", \"lift_point\": \"[0.4357, 0.4803]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7977, 0.8485]\", \"lift_point\": \"[0.7977, 0.8485]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8348, 0.6845]\", \"lift_point\": \"[0.8348, 0.6845]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7915, 0.4567]\", \"lift_point\": \"[0.7915, 0.4567]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9165, 0.4179]\", \"lift_point\": \"[0.9165, 0.4179]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8328, 0.8328]\", \"lift_point\": \"[0.8328, 0.8328]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9165, 0.4179]\", \"lift_point\": \"[0.9165, 0.4179]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9165, 0.4179]\", \"lift_point\": \"[0.9165, 0.4179]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8937, 0.4214]\", \"lift_point\": \"[0.8937, 0.4214]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8938, 0.2789]\", \"lift_point\": \"[0.8938, 0.2789]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7561, 0.9427]\", \"lift_point\": \"[0.7561, 0.9427]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9303, 0.4941]\", \"lift_point\": \"[0.9303, 0.4941]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8954, 0.9341]\", \"lift_point\": \"[0.8954, 0.9341]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9303, 0.4941]\", \"lift_point\": \"[0.9303, 0.4941]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9303, 0.4941]\", \"lift_point\": \"[0.9303, 0.4941]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9303, 0.4941]\", \"lift_point\": \"[0.9303, 0.4941]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9298, 0.4856]\", \"lift_point\": \"[0.9298, 0.4856]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0696, 0.5555]\", \"lift_point\": \"[0.0696, 0.5555]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8928, 0.2788]\", \"lift_point\": \"[0.8928, 0.2788]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3033, 0.6148]\", \"lift_point\": \"[0.3033, 0.6148]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7905, 0.8769]\", \"lift_point\": \"[0.7905, 0.8769]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.898, 0.4587]\", \"lift_point\": \"[0.898, 0.4587]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.776, 0.7128]\", \"lift_point\": \"[0.776, 0.7128]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7861, 0.6939]\", \"lift_point\": \"[0.7861, 0.6939]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0651, 0.5586]\", \"lift_point\": \"[0.0651, 0.5586]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0639, 0.5709]\", \"lift_point\": \"[0.0639, 0.5709]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in san diego\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" hotels in San Diego\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1422, 0.3437]\", \"lift_point\": \"[0.1422, 0.3437]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1364, 0.5034]\", \"lift_point\": \"[0.1364, 0.5034]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3651, 0.4097]\", \"lift_point\": \"[0.3651, 0.4097]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3779, 0.2597]\", \"lift_point\": \"[0.3779, 0.2597]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.882, 0.6251]\", \"lift_point\": \"[0.882, 0.6251]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7904, 0.6916]\", \"lift_point\": \"[0.7904, 0.6916]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"mascara\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new mascara\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2502, 0.316]\", \"lift_point\": \"[0.2502, 0.316]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1802, 0.3733]\", \"lift_point\": \"[0.1802, 0.3733]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2995, 0.2829]\", \"lift_point\": \"[0.2995, 0.2829]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2502, 0.316]\", \"lift_point\": \"[0.2502, 0.316]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5824, 0.5144]\", \"lift_point\": \"[0.5824, 0.5144]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.893, 0.3801]\", \"lift_point\": \"[0.893, 0.3801]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7841, 0.6934]\", \"lift_point\": \"[0.7841, 0.6934]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good chinese restaurant \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good Chinese restaurants\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1215, 0.6063]\", \"lift_point\": \"[0.1215, 0.6063]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1397, 0.4066]\", \"lift_point\": \"[0.1397, 0.4066]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7764, 0.6817]\", \"lift_point\": \"[0.7764, 0.6817]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7879, 0.6779]\", \"lift_point\": \"[0.7879, 0.6779]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0628, 0.3885]\", \"lift_point\": \"[0.0628, 0.3885]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1954, 0.6571]\", \"lift_point\": \"[0.1954, 0.6571]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Sydney to Helsinki\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Sydney to Helsinki\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1365, 0.4238]\", \"lift_point\": \"[0.1365, 0.4238]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1253, 0.5077]\", \"lift_point\": \"[0.1253, 0.5077]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3855, 0.2661]\", \"lift_point\": \"[0.3855, 0.2661]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3697, 0.335]\", \"lift_point\": \"[0.3697, 0.335]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.829, 0.5032]\", \"lift_point\": \"[0.829, 0.5032]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8029, 0.6321]\", \"lift_point\": \"[0.8029, 0.6321]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8088, 0.6291]\", \"lift_point\": \"[0.8088, 0.6291]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.05, 0.4386]\", \"lift_point\": \"[0.05, 0.4386]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.064, 0.556]\", \"lift_point\": \"[0.064, 0.556]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"speed of a jet\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a jet?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1347, 0.4935]\", \"lift_point\": \"[0.1347, 0.4935]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2043, 0.3334]\", \"lift_point\": \"[0.2043, 0.3334]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3924, 0.663]\", \"lift_point\": \"[0.3924, 0.663]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3711, 0.6885]\", \"lift_point\": \"[0.3711, 0.6885]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7679, 0.4203]\", \"lift_point\": \"[0.7679, 0.4203]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7819, 0.403]\", \"lift_point\": \"[0.7819, 0.403]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0524, 0.4288]\", \"lift_point\": \"[0.0524, 0.4288]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1823, 0.962]\", \"lift_point\": \"[0.1823, 0.962]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7884, 0.3319]\", \"lift_point\": \"[0.7884, 0.3319]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7778, 0.4139]\", \"lift_point\": \"[0.7778, 0.4139]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0476, 0.3254]\", \"lift_point\": \"[0.0476, 0.3254]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0624, 0.4285]\", \"lift_point\": \"[0.0624, 0.4285]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Google Play Movies app\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"google play movies app\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1178, 0.4862]\", \"lift_point\": \"[0.1178, 0.4862]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1232, 0.3415]\", \"lift_point\": \"[0.1232, 0.3415]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1285, 0.8634]\", \"lift_point\": \"[0.1285, 0.8634]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.15, 0.2057]\", \"lift_point\": \"[0.15, 0.2057]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7898, 0.5954]\", \"lift_point\": \"[0.7898, 0.5954]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0615, 0.7935]\", \"lift_point\": \"[0.0615, 0.7935]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0644, 0.0741]\", \"lift_point\": \"[0.0644, 0.0741]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"twitter\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"twitter\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1057, 0.6469]\", \"lift_point\": \"[0.1057, 0.6469]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1144, 0.2624]\", \"lift_point\": \"[0.1144, 0.2624]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0564, 0.7715]\", \"lift_point\": \"[0.0564, 0.7715]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2059, 0.2981]\", \"lift_point\": \"[0.2059, 0.2981]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1134, 0.2287]\", \"lift_point\": \"[0.1134, 0.2287]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0569, 0.7939]\", \"lift_point\": \"[0.0569, 0.7939]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.539, 0.4292]\", \"lift_point\": \"[0.539, 0.4292]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4643, 0.8996]\", \"lift_point\": \"[0.4643, 0.8996]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0515, 0.0421]\", \"lift_point\": \"[0.0515, 0.0421]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0515, 0.0421]\", \"lift_point\": \"[0.0515, 0.0421]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0707, 0.0817]\", \"lift_point\": \"[0.0707, 0.0817]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0639, 0.8126]\", \"lift_point\": \"[0.0639, 0.8126]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1886, 0.3161]\", \"lift_point\": \"[0.1886, 0.3161]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.059, 0.9422]\", \"lift_point\": \"[0.059, 0.9422]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0639, 0.8126]\", \"lift_point\": \"[0.0639, 0.8126]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"twittwer\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.059, 0.9422]\", \"lift_point\": \"[0.059, 0.9422]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1684, 0.3521]\", \"lift_point\": \"[0.1684, 0.3521]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1172, 0.218]\", \"lift_point\": \"[0.1172, 0.218]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1151, 0.4543]\", \"lift_point\": \"[0.1151, 0.4543]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2343, 0.5094]\", \"lift_point\": \"[0.2343, 0.5094]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.779, 0.6538]\", \"lift_point\": \"[0.779, 0.6538]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.778, 0.6214]\", \"lift_point\": \"[0.778, 0.6214]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0489, 0.528]\", \"lift_point\": \"[0.0489, 0.528]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0565, 0.4755]\", \"lift_point\": \"[0.0565, 0.4755]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest Burger King?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Burger King?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1172, 0.3364]\", \"lift_point\": \"[0.1172, 0.3364]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8006, 0.6613]\", \"lift_point\": \"[0.8006, 0.6613]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.778, 0.6197]\", \"lift_point\": \"[0.778, 0.6197]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.052, 0.4418]\", \"lift_point\": \"[0.052, 0.4418]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0551, 0.5794]\", \"lift_point\": \"[0.0551, 0.5794]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" latest tech news?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest tech news?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1059, 0.4518]\", \"lift_point\": \"[0.1059, 0.4518]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1186, 0.2666]\", \"lift_point\": \"[0.1186, 0.2666]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1172, 0.2884]\", \"lift_point\": \"[0.1172, 0.2884]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2403, 0.1912]\", \"lift_point\": \"[0.2403, 0.1912]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2299, 0.166]\", \"lift_point\": \"[0.2299, 0.166]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_IMPOSSIBLE]\n; Action Decision: \"action_type\": \"STATUS_TASK_IMPOSSIBLE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8973, 0.4526]\", \"lift_point\": \"[0.8973, 0.4526]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9004, 0.4851]\", \"lift_point\": \"[0.9004, 0.4851]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5975, 0.4096]\", \"lift_point\": \"[0.5975, 0.4096]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5966, 0.3991]\", \"lift_point\": \"[0.5966, 0.3991]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4163, 0.5058]\", \"lift_point\": \"[0.4163, 0.5058]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4175, 0.5068]\", \"lift_point\": \"[0.4175, 0.5068]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3482, 0.7223]\", \"lift_point\": \"[0.3482, 0.7223]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.675, 0.7237]\", \"lift_point\": \"[0.675, 0.7237]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6747, 0.7048]\", \"lift_point\": \"[0.6747, 0.7048]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6758, 0.7318]\", \"lift_point\": \"[0.6758, 0.7318]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7881, 0.5788]\", \"lift_point\": \"[0.7881, 0.5788]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7851, 0.5969]\", \"lift_point\": \"[0.7851, 0.5969]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0484, 0.4007]\", \"lift_point\": \"[0.0484, 0.4007]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0585, 0.4695]\", \"lift_point\": \"[0.0585, 0.4695]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from San Francisco to Tokyo\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from San Francisco to Tokyo\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1087, 0.2467]\", \"lift_point\": \"[0.1087, 0.2467]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.115, 0.4933]\", \"lift_point\": \"[0.115, 0.4933]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2371, 0.1914]\", \"lift_point\": \"[0.2371, 0.1914]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2333, 0.1968]\", \"lift_point\": \"[0.2333, 0.1968]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7938, 0.5856]\", \"lift_point\": \"[0.7938, 0.5856]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7786, 0.5984]\", \"lift_point\": \"[0.7786, 0.5984]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0542, 0.3825]\", \"lift_point\": \"[0.0542, 0.3825]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0451, 0.426]\", \"lift_point\": \"[0.0451, 0.426]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" hotels in Zurich\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Zurich\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1174, 0.2879]\", \"lift_point\": \"[0.1174, 0.2879]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1172, 0.2172]\", \"lift_point\": \"[0.1172, 0.2172]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1177, 0.2786]\", \"lift_point\": \"[0.1177, 0.2786]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7719, 0.8908]\", \"lift_point\": \"[0.7719, 0.8908]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8888, 0.4999]\", \"lift_point\": \"[0.8888, 0.4999]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0418, 0.8196]\", \"lift_point\": \"[0.0418, 0.8196]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0669, 0.7975]\", \"lift_point\": \"[0.0669, 0.7975]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0583, 0.3589]\", \"lift_point\": \"[0.0583, 0.3589]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest video from GameSpot News\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"GameSpot\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest video from GameSpot News\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1201, 0.2902]\", \"lift_point\": \"[0.1201, 0.2902]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1774, 0.2968]\", \"lift_point\": \"[0.1774, 0.2968]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8431, 0.9111]\", \"lift_point\": \"[0.8431, 0.9111]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5219, 0.5729]\", \"lift_point\": \"[0.5219, 0.5729]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1191, 0.301]\", \"lift_point\": \"[0.1191, 0.301]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4217, 0.584]\", \"lift_point\": \"[0.4217, 0.584]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2458, 0.8468]\", \"lift_point\": \"[0.2458, 0.8468]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,PRESS_BACK,DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5385, 0.7858]\", \"lift_point\": \"[0.5385, 0.7858]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8897, 0.2232]\", \"lift_point\": \"[0.8897, 0.2232]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8945, 0.443]\", \"lift_point\": \"[0.8945, 0.443]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather like in Seoul\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8882, 0.2232]\", \"lift_point\": \"[0.8882, 0.2232]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1151, 0.2872]\", \"lift_point\": \"[0.1151, 0.2872]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1145, 0.3318]\", \"lift_point\": \"[0.1145, 0.3318]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.79, 0.4597]\", \"lift_point\": \"[0.79, 0.4597]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6875, 0.5881]\", \"lift_point\": \"[0.6875, 0.5881]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.792, 0.6095]\", \"lift_point\": \"[0.792, 0.6095]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6875, 0.5881]\", \"lift_point\": \"[0.6875, 0.5881]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0555, 0.3078]\", \"lift_point\": \"[0.0555, 0.3078]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6065, 0.3781]\", \"lift_point\": \"[0.6065, 0.3781]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6065, 0.3781]\", \"lift_point\": \"[0.6065, 0.3781]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6065, 0.3781]\", \"lift_point\": \"[0.6065, 0.3781]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6065, 0.3781]\", \"lift_point\": \"[0.6065, 0.3781]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6065, 0.3781]\", \"lift_point\": \"[0.6065, 0.3781]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6065, 0.3781]\", \"lift_point\": \"[0.6065, 0.3781]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6071, 0.3781]\", \"lift_point\": \"[0.6071, 0.3781]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6102, 0.6719]\", \"lift_point\": \"[0.6102, 0.6719]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6065, 0.3781]\", \"lift_point\": \"[0.6065, 0.3781]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6102, 0.6719]\", \"lift_point\": \"[0.6102, 0.6719]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6102, 0.6719]\", \"lift_point\": \"[0.6102, 0.6719]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6118, 0.6305]\", \"lift_point\": \"[0.6118, 0.6305]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6102, 0.6719]\", \"lift_point\": \"[0.6102, 0.6719]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7374, 0.9374]\", \"lift_point\": \"[0.7374, 0.9374]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6118, 0.6305]\", \"lift_point\": \"[0.6118, 0.6305]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7359, 0.9374]\", \"lift_point\": \"[0.7359, 0.9374]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7359, 0.9374]\", \"lift_point\": \"[0.7359, 0.9374]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7359, 0.9374]\", \"lift_point\": \"[0.7359, 0.9374]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7359, 0.9374]\", \"lift_point\": \"[0.7359, 0.9374]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7359, 0.9374]\", \"lift_point\": \"[0.7359, 0.9374]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7359, 0.9374]\", \"lift_point\": \"[0.7359, 0.9374]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7359, 0.9374]\", \"lift_point\": \"[0.7359, 0.9374]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7359, 0.9374]\", \"lift_point\": \"[0.7359, 0.9374]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7359, 0.9374]\", \"lift_point\": \"[0.7359, 0.9374]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7359, 0.9374]\", \"lift_point\": \"[0.7359, 0.9374]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7359, 0.9374]\", \"lift_point\": \"[0.7359, 0.9374]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7359, 0.9374]\", \"lift_point\": \"[0.7359, 0.9374]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7359, 0.9374]\", \"lift_point\": \"[0.7359, 0.9374]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7359, 0.9374]\", \"lift_point\": \"[0.7359, 0.9374]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7359, 0.9374]\", \"lift_point\": \"[0.7359, 0.9374]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7359, 0.9374]\", \"lift_point\": \"[0.7359, 0.9374]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7359, 0.9374]\", \"lift_point\": \"[0.7359, 0.9374]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7359, 0.9374]\", \"lift_point\": \"[0.7359, 0.9374]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7345, 0.9374]\", \"lift_point\": \"[0.7345, 0.9374]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7345, 0.9374]\", \"lift_point\": \"[0.7345, 0.9374]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7345, 0.9374]\", \"lift_point\": \"[0.7345, 0.9374]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7345, 0.9374]\", \"lift_point\": \"[0.7345, 0.9374]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7345, 0.9374]\", \"lift_point\": \"[0.7345, 0.9374]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7345, 0.9374]\", \"lift_point\": \"[0.7345, 0.9374]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7345, 0.9374]\", \"lift_point\": \"[0.7345, 0.9374]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7345, 0.9374]\", \"lift_point\": \"[0.7345, 0.9374]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7345, 0.9374]\", \"lift_point\": \"[0.7345, 0.9374]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7345, 0.9374]\", \"lift_point\": \"[0.7345, 0.9374]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7345, 0.9374]\", \"lift_point\": \"[0.7345, 0.9374]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7345, 0.9374]\", \"lift_point\": \"[0.7345, 0.9374]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7345, 0.9374]\", \"lift_point\": \"[0.7345, 0.9374]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7345, 0.9374]\", \"lift_point\": \"[0.7345, 0.9374]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7345, 0.9374]\", \"lift_point\": \"[0.7345, 0.9374]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7406, 0.9516]\", \"lift_point\": \"[0.7406, 0.9516]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8055, 0.5174]\", \"lift_point\": \"[0.8055, 0.5174]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7406, 0.9516]\", \"lift_point\": \"[0.7406, 0.9516]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5172, 0.9423]\", \"lift_point\": \"[0.5172, 0.9423]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4297, 0.9517]\", \"lift_point\": \"[0.4297, 0.9517]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.426, 0.9511]\", \"lift_point\": \"[0.426, 0.9511]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5368, 0.9491]\", \"lift_point\": \"[0.5368, 0.9491]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5172, 0.9428]\", \"lift_point\": \"[0.5172, 0.9428]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"", "pred": "0.525, 0.9471, lift_point: 0.525, 0.9471" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9441, lift_point: 0.5144, 0.9441" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"", "pred": "0.5253, 0.9621, lift_point: 0.5253, 0.9621" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.563, 0.9304]\", \"lift_point\": \"[0.563, 0.9304]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5624, 0.9437]\", \"lift_point\": \"[0.5624, 0.9437]\", \"typed_text\": \"\"", "pred": "0.5172, 0.9421, lift_point: 0.5172, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5609, 0.9437]\", \"lift_point\": \"[0.5609, 0.9437]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5624, 0.9437]\", \"lift_point\": \"[0.5624, 0.9437]\", \"typed_text\": \"\"", "pred": "0.5175, 0.9621, lift_point: 0.5175, 0.9621" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5594, 0.9406]\", \"lift_point\": \"[0.5594, 0.9406]\", \"typed_text\": \"\"", "pred": "0.4945, 0.451, lift_point: 0.4945, 0.451, 0.451" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5594, 0.9406]\", \"lift_point\": \"[0.5594, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5594, 0.9406]\", \"lift_point\": \"[0.5594, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5594, 0.9406]\", \"lift_point\": \"[0.5594, 0.9406]\", \"typed_text\": \"\"", "pred": "0.4297, 0.4287, lift_point: 0.4297, 0.4287, 0.4287" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5594, 0.9406]\", \"lift_point\": \"[0.5594, 0.9406]\", \"typed_text\": \"\"", "pred": "0.516, 0.9421, lift_point: 0.516, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5594, 0.9406]\", \"lift_point\": \"[0.5594, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5253, 0.428, lift_point: 0.5253, 0.428" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5594, 0.9406]\", \"lift_point\": \"[0.5594, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5167, 0.9621, lift_point: 0.5167, 0.9621" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5594, 0.9406]\", \"lift_point\": \"[0.5594, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5594, 0.9406]\", \"lift_point\": \"[0.5594, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9441, lift_point: 0.5144, 0.9441" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5177, 0.9568, lift_point: 0.5177, 0.9568" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5367, 0.2563, lift_point: 0.5367, 0.2563" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5367, 0.2563, lift_point: 0.5367, 0.2563" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.525, 0.9621, lift_point: 0.525, 0.9621" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5167, 0.9567, lift_point: 0.5167, 0.9567" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5367, 0.9581, lift_point: 0.5367, 0.9581" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5253, 0.9781, lift_point: 0.5253, 0.9781" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5137, 0.9421, lift_point: 0.5137, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5253, 0.9568, lift_point: 0.5253, 0.9568" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.4297, 0.4297, lift_point: 0.4297, 0.4297, 0.4297" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5163, 0.9621, lift_point: 0.5163, 0.9621" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5167, 0.9567, lift_point: 0.5167, 0.9567" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9441, lift_point: 0.5144, 0.9441" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5367, 0.256, lift_point: 0.5367, 0.256" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5367, 0.389, lift_point: 0.5367, 0.389" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "pred": "0.4297, 0.428, lift_point: 0.4297, 0.428" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5212, 0.9422, lift_point: 0.5212, 0.9422" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9441, lift_point: 0.5144, 0.9441" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.525, 0.9781, lift_point: 0.525, 0.9781" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5253, 0.9781, lift_point: 0.5253, 0.9781" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.525, 0.9621, lift_point: 0.525, 0.9621" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5368, 0.3793, lift_point: 0.5368, 0.3793" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.525, 0.9781, lift_point: 0.525, 0.9781" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9441, lift_point: 0.5144, 0.9441" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.4267, 0.2568, lift_point: 0.4267, 0.2568" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5253, 0.9621, lift_point: 0.5253, 0.9621" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5175, 0.9423, lift_point: 0.5175, 0.9423" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5218, 0.9421, lift_point: 0.5218, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5173, 0.9567, lift_point: 0.5173, 0.9567" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9441, lift_point: 0.5144, 0.9441" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "pred": "0.5163, 0.9621, lift_point: 0.5163, 0.9621" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.555, 0.9377]\", \"lift_point\": \"[0.555, 0.9377]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.555, 0.9377]\", \"lift_point\": \"[0.555, 0.9377]\", \"typed_text\": \"\"", "pred": "0.525, 0.9621, lift_point: 0.525, 0.9621" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.555, 0.9377]\", \"lift_point\": \"[0.555, 0.9377]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.555, 0.9377]\", \"lift_point\": \"[0.555, 0.9377]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "0.5144, 0.9421, lift_point: 0.5144, 0.9421" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7722, 0.6917]\", \"lift_point\": \"[0.7722, 0.6917]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8867, 0.5083]\", \"lift_point\": \"[0.8867, 0.5083]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0587, 0.4725]\", \"lift_point\": \"[0.0587, 0.4725]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7831, 0.6797]\", \"lift_point\": \"[0.7831, 0.6797]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.775, 0.6917]\", \"lift_point\": \"[0.775, 0.6917]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7663, 0.7143]\", \"lift_point\": \"[0.7663, 0.7143]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7724, 0.6946]\", \"lift_point\": \"[0.7724, 0.6946]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7736, 0.7043]\", \"lift_point\": \"[0.7736, 0.7043]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7722, 0.6946]\", \"lift_point\": \"[0.7722, 0.6946]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0534, 0.5959]\", \"lift_point\": \"[0.0534, 0.5959]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0585, 0.6385]\", \"lift_point\": \"[0.0585, 0.6385]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Nordstrom\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest nordstrom\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2994, 0.2058]\", \"lift_point\": \"[0.2994, 0.2058]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3412, 0.8923]\", \"lift_point\": \"[0.3412, 0.8923]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6278, 0.8723]\", \"lift_point\": \"[0.6278, 0.8723]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3547, 0.8823]\", \"lift_point\": \"[0.3547, 0.8823]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3412, 0.8923]\", \"lift_point\": \"[0.3412, 0.8923]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7777, 0.7007]\", \"lift_point\": \"[0.7777, 0.7007]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7737, 0.5009]\", \"lift_point\": \"[0.7737, 0.5009]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7765, 0.6695]\", \"lift_point\": \"[0.7765, 0.6695]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7777, 0.7007]\", \"lift_point\": \"[0.7777, 0.7007]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7687, 0.7081]\", \"lift_point\": \"[0.7687, 0.7081]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7765, 0.6695]\", \"lift_point\": \"[0.7765, 0.6695]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.77, 0.6836]\", \"lift_point\": \"[0.77, 0.6836]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7725, 0.7081]\", \"lift_point\": \"[0.7725, 0.7081]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0578, 0.5575]\", \"lift_point\": \"[0.0578, 0.5575]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0509, 0.6275]\", \"lift_point\": \"[0.0509, 0.6275]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest video from the Wall Street Journal\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest video from the Wall Street Journal\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1119, 0.4459]\", \"lift_point\": \"[0.1119, 0.4459]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1176, 0.3489]\", \"lift_point\": \"[0.1176, 0.3489]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1197, 0.4129]\", \"lift_point\": \"[0.1197, 0.4129]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1119, 0.4459]\", \"lift_point\": \"[0.1119, 0.4459]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2193, 0.1494]\", \"lift_point\": \"[0.2193, 0.1494]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3321, 0.2121]\", \"lift_point\": \"[0.3321, 0.2121]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2259, 0.1519]\", \"lift_point\": \"[0.2259, 0.1519]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2316, 0.3048]\", \"lift_point\": \"[0.2316, 0.3048]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2295, 0.1764]\", \"lift_point\": \"[0.2295, 0.1764]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3325, 0.2093]\", \"lift_point\": \"[0.3325, 0.2093]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4161, 0.1821]\", \"lift_point\": \"[0.4161, 0.1821]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3467, 0.197]\", \"lift_point\": \"[0.3467, 0.197]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4099, 0.9441]\", \"lift_point\": \"[0.4099, 0.9441]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.398, 0.345]\", \"lift_point\": \"[0.398, 0.345]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3227, 0.1137]\", \"lift_point\": \"[0.3227, 0.1137]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.402, 0.175]\", \"lift_point\": \"[0.402, 0.175]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8646, 0.8766]\", \"lift_point\": \"[0.8646, 0.8766]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3227, 0.1137]\", \"lift_point\": \"[0.3227, 0.1137]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1079, 0.3219]\", \"lift_point\": \"[0.1079, 0.3219]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4137, 0.3515]\", \"lift_point\": \"[0.4137, 0.3515]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.336, 0.948]\", \"lift_point\": \"[0.336, 0.948]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3252, 0.946]\", \"lift_point\": \"[0.3252, 0.946]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2488, 0.8637]\", \"lift_point\": \"[0.2488, 0.8637]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1115, 0.4777]\", \"lift_point\": \"[0.1115, 0.4777]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1713, 0.5039]\", \"lift_point\": \"[0.1713, 0.5039]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7742, 0.6796]\", \"lift_point\": \"[0.7742, 0.6796]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7768, 0.6935]\", \"lift_point\": \"[0.7768, 0.6935]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7742, 0.6796]\", \"lift_point\": \"[0.7742, 0.6796]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7742, 0.6796]\", \"lift_point\": \"[0.7742, 0.6796]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7742, 0.6796]\", \"lift_point\": \"[0.7742, 0.6796]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7742, 0.6796]\", \"lift_point\": \"[0.7742, 0.6796]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7791, 0.7074]\", \"lift_point\": \"[0.7791, 0.7074]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7742, 0.6796]\", \"lift_point\": \"[0.7742, 0.6796]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_ENTER,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7692, 0.7322]\", \"lift_point\": \"[0.7692, 0.7322]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7791, 0.7074]\", \"lift_point\": \"[0.7791, 0.7074]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_ENTER,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0565, 0.664]\", \"lift_point\": \"[0.0565, 0.664]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0529, 0.6557]\", \"lift_point\": \"[0.0529, 0.6557]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"price of the galaxy phone\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"price of the Galaxy phone\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"price of galaxy phone\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1119, 0.2212]\", \"lift_point\": \"[0.1119, 0.2212]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1164, 0.3555]\", \"lift_point\": \"[0.1164, 0.3555]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.39, 0.3211]\", \"lift_point\": \"[0.39, 0.3211]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7653, 0.683]\", \"lift_point\": \"[0.7653, 0.683]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7765, 0.6885]\", \"lift_point\": \"[0.7765, 0.6885]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0632, 0.6573]\", \"lift_point\": \"[0.0632, 0.6573]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0588, 0.6564]\", \"lift_point\": \"[0.0588, 0.6564]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Zurich to Helsinki\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Zurich to Helsinki\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4804, 0.5038]\", \"lift_point\": \"[0.4804, 0.5038]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5372, 0.5089]\", \"lift_point\": \"[0.5372, 0.5089]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.48, 0.4934]\", \"lift_point\": \"[0.48, 0.4934]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4804, 0.5038]\", \"lift_point\": \"[0.4804, 0.5038]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4789, 0.602]\", \"lift_point\": \"[0.4789, 0.602]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4802, 0.4965]\", \"lift_point\": \"[0.4802, 0.4965]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7758, 0.6959]\", \"lift_point\": \"[0.7758, 0.6959]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7743, 0.691]\", \"lift_point\": \"[0.7743, 0.691]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7825, 0.6775]\", \"lift_point\": \"[0.7825, 0.6775]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7758, 0.6959]\", \"lift_point\": \"[0.7758, 0.6959]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.765, 0.7127]\", \"lift_point\": \"[0.765, 0.7127]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7825, 0.6775]\", \"lift_point\": \"[0.7825, 0.6775]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.059, 0.6044]\", \"lift_point\": \"[0.059, 0.6044]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0596, 0.5999]\", \"lift_point\": \"[0.0596, 0.5999]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Venezuela\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Venezuela\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7698, 0.6702]\", \"lift_point\": \"[0.7698, 0.6702]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7718, 0.6937]\", \"lift_point\": \"[0.7718, 0.6937]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0578, 0.5435]\", \"lift_point\": \"[0.0578, 0.5435]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0426, 0.4244]\", \"lift_point\": \"[0.0426, 0.4244]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Orlando\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Orlando\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7877, 0.5246]\", \"lift_point\": \"[0.7877, 0.5246]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1866, 0.5036]\", \"lift_point\": \"[0.1866, 0.5036]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5298, 0.5078]\", \"lift_point\": \"[0.5298, 0.5078]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7777, 0.6854]\", \"lift_point\": \"[0.7777, 0.6854]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7796, 0.6885]\", \"lift_point\": \"[0.7796, 0.6885]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0523, 0.7214]\", \"lift_point\": \"[0.0523, 0.7214]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0566, 0.611]\", \"lift_point\": \"[0.0566, 0.611]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the speed of light\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"speed of light\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1213, 0.2753]\", \"lift_point\": \"[0.1213, 0.2753]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8326, 0.2399]\", \"lift_point\": \"[0.8326, 0.2399]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3462, 0.1159]\", \"lift_point\": \"[0.3462, 0.1159]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3464, 0.1193]\", \"lift_point\": \"[0.3464, 0.1193]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3493, 0.1268]\", \"lift_point\": \"[0.3493, 0.1268]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3462, 0.1159]\", \"lift_point\": \"[0.3462, 0.1159]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9081, 0.9309]\", \"lift_point\": \"[0.9081, 0.9309]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9076, 0.9426]\", \"lift_point\": \"[0.9076, 0.9426]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8776, 0.5248]\", \"lift_point\": \"[0.8776, 0.5248]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8807, 0.5213]\", \"lift_point\": \"[0.8807, 0.5213]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0616, 0.2514]\", \"lift_point\": \"[0.0616, 0.2514]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.768, 0.6793]\", \"lift_point\": \"[0.768, 0.6793]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7684, 0.6933]\", \"lift_point\": \"[0.7684, 0.6933]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7656, 0.6793]\", \"lift_point\": \"[0.7656, 0.6793]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7725, 0.6942]\", \"lift_point\": \"[0.7725, 0.6942]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0551, 0.6216]\", \"lift_point\": \"[0.0551, 0.6216]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0581, 0.5944]\", \"lift_point\": \"[0.0581, 0.5944]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Tokyo to NYC\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Tokyo to NYC\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6339, 0.5404]\", \"lift_point\": \"[0.6339, 0.5404]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5354, 0.5204]\", \"lift_point\": \"[0.5354, 0.5204]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7718, 0.6811]\", \"lift_point\": \"[0.7718, 0.6811]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7767, 0.6931]\", \"lift_point\": \"[0.7767, 0.6931]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7718, 0.6811]\", \"lift_point\": \"[0.7718, 0.6811]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7718, 0.6811]\", \"lift_point\": \"[0.7718, 0.6811]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0551, 0.6035]\", \"lift_point\": \"[0.0551, 0.6035]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0559, 0.6959]\", \"lift_point\": \"[0.0559, 0.6959]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" capital of Mexico\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Mexico\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1178, 0.2484]\", \"lift_point\": \"[0.1178, 0.2484]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3544, 0.8683]\", \"lift_point\": \"[0.3544, 0.8683]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3544, 0.8818]\", \"lift_point\": \"[0.3544, 0.8818]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7753, 0.6942]\", \"lift_point\": \"[0.7753, 0.6942]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7767, 0.6934]\", \"lift_point\": \"[0.7767, 0.6934]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7753, 0.6942]\", \"lift_point\": \"[0.7753, 0.6942]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7753, 0.6942]\", \"lift_point\": \"[0.7753, 0.6942]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0601, 0.6201]\", \"lift_point\": \"[0.0601, 0.6201]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0604, 0.4839]\", \"lift_point\": \"[0.0604, 0.4839]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bedroom apartment rent for in New York\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bedroom apartment rent for in New York\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5394, 0.5373]\", \"lift_point\": \"[0.5394, 0.5373]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5451, 0.3537]\", \"lift_point\": \"[0.5451, 0.3537]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0606, 0.8381]\", \"lift_point\": \"[0.0606, 0.8381]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7641, 0.6697]\", \"lift_point\": \"[0.7641, 0.6697]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7768, 0.6931]\", \"lift_point\": \"[0.7768, 0.6931]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0495, 0.6581]\", \"lift_point\": \"[0.0495, 0.6581]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0582, 0.6276]\", \"lift_point\": \"[0.0582, 0.6276]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest Burger King\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" nearest Burger King\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest Burger King\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3498, 0.3592]\", \"lift_point\": \"[0.3498, 0.3592]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6294, 0.5214]\", \"lift_point\": \"[0.6294, 0.5214]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7679, 0.6849]\", \"lift_point\": \"[0.7679, 0.6849]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7762, 0.6865]\", \"lift_point\": \"[0.7762, 0.6865]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7769, 0.6849]\", \"lift_point\": \"[0.7769, 0.6849]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7722, 0.6849]\", \"lift_point\": \"[0.7722, 0.6849]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0557, 0.6473]\", \"lift_point\": \"[0.0557, 0.6473]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0606, 0.5944]\", \"lift_point\": \"[0.0606, 0.5944]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Mexico city to Boston\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Mexico city to Boston\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3434, 0.5535]\", \"lift_point\": \"[0.3434, 0.5535]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4031, 0.4794]\", \"lift_point\": \"[0.4031, 0.4794]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4652, 0.4809]\", \"lift_point\": \"[0.4652, 0.4809]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4763, 0.3043]\", \"lift_point\": \"[0.4763, 0.3043]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0504, 0.2105]\", \"lift_point\": \"[0.0504, 0.2105]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0504, 0.2105]\", \"lift_point\": \"[0.0504, 0.2105]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.774, 0.6905]\", \"lift_point\": \"[0.774, 0.6905]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7768, 0.6931]\", \"lift_point\": \"[0.7768, 0.6931]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.774, 0.6905]\", \"lift_point\": \"[0.774, 0.6905]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7767, 0.6885]\", \"lift_point\": \"[0.7767, 0.6885]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0548, 0.6655]\", \"lift_point\": \"[0.0548, 0.6655]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0591, 0.6116]\", \"lift_point\": \"[0.0591, 0.6116]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Brazil\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Brazil\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1176, 0.1636]\", \"lift_point\": \"[0.1176, 0.1636]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2213, 0.1476]\", \"lift_point\": \"[0.2213, 0.1476]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5162, 0.3488]\", \"lift_point\": \"[0.5162, 0.3488]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1495, 0.1703]\", \"lift_point\": \"[0.1495, 0.1703]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2266, 0.1583]\", \"lift_point\": \"[0.2266, 0.1583]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1088, 0.0608]\", \"lift_point\": \"[0.1088, 0.0608]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1087, 0.3975]\", \"lift_point\": \"[0.1087, 0.3975]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1916, 0.1381]\", \"lift_point\": \"[0.1916, 0.1381]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3343, 0.1391]\", \"lift_point\": \"[0.3343, 0.1391]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9022, 0.4373]\", \"lift_point\": \"[0.9022, 0.4373]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8911, 0.4974]\", \"lift_point\": \"[0.8911, 0.4974]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"where can i buy a nice beach tent\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Where can I buy a nice beach tent?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1303, 0.3898]\", \"lift_point\": \"[0.1303, 0.3898]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1411, 0.3287]\", \"lift_point\": \"[0.1411, 0.3287]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5105, 0.493]\", \"lift_point\": \"[0.5105, 0.493]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4982, 0.5067]\", \"lift_point\": \"[0.4982, 0.5067]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5113, 0.4446]\", \"lift_point\": \"[0.5113, 0.4446]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5045, 0.5059]\", \"lift_point\": \"[0.5045, 0.5059]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9118, 0.4912]\", \"lift_point\": \"[0.9118, 0.4912]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9099, 0.4444]\", \"lift_point\": \"[0.9099, 0.4444]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9118, 0.4912]\", \"lift_point\": \"[0.9118, 0.4912]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9118, 0.4912]\", \"lift_point\": \"[0.9118, 0.4912]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4532, 0.8557]\", \"lift_point\": \"[0.4532, 0.8557]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8302, 0.8766]\", \"lift_point\": \"[0.8302, 0.8766]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5238, 0.8381]\", \"lift_point\": \"[0.5238, 0.8381]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5309, 0.8425]\", \"lift_point\": \"[0.5309, 0.8425]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3586, 0.7019]\", \"lift_point\": \"[0.3586, 0.7019]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1854, 0.3095]\", \"lift_point\": \"[0.1854, 0.3095]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.093, 0.1289]\", \"lift_point\": \"[0.093, 0.1289]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0804, 0.1041]\", \"lift_point\": \"[0.0804, 0.1041]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8862, 0.4967]\", \"lift_point\": \"[0.8862, 0.4967]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8898, 0.4963]\", \"lift_point\": \"[0.8898, 0.4963]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4615, 0.319]\", \"lift_point\": \"[0.4615, 0.319]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.622, 0.397]\", \"lift_point\": \"[0.622, 0.397]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4212, 0.5109]\", \"lift_point\": \"[0.4212, 0.5109]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4109, 0.4848]\", \"lift_point\": \"[0.4109, 0.4848]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2988, 0.7573]\", \"lift_point\": \"[0.2988, 0.7573]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6697, 0.7257]\", \"lift_point\": \"[0.6697, 0.7257]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6884, 0.7371]\", \"lift_point\": \"[0.6884, 0.7371]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6806, 0.7326]\", \"lift_point\": \"[0.6806, 0.7326]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.781, 0.6938]\", \"lift_point\": \"[0.781, 0.6938]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7861, 0.6939]\", \"lift_point\": \"[0.7861, 0.6939]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5761, 0.9414]\", \"lift_point\": \"[0.5761, 0.9414]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.781, 0.6938]\", \"lift_point\": \"[0.781, 0.6938]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7757, 0.7155]\", \"lift_point\": \"[0.7757, 0.7155]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7845, 0.6937]\", \"lift_point\": \"[0.7845, 0.6937]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0565, 0.3216]\", \"lift_point\": \"[0.0565, 0.3216]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0625, 0.5583]\", \"lift_point\": \"[0.0625, 0.5583]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of switzerland\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of switzerland\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1283, 0.2655]\", \"lift_point\": \"[0.1283, 0.2655]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1273, 0.2283]\", \"lift_point\": \"[0.1273, 0.2283]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5061, 0.0977]\", \"lift_point\": \"[0.5061, 0.0977]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7891, 0.6867]\", \"lift_point\": \"[0.7891, 0.6867]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7838, 0.6865]\", \"lift_point\": \"[0.7838, 0.6865]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0583, 0.3792]\", \"lift_point\": \"[0.0583, 0.3792]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0418, 0.437]\", \"lift_point\": \"[0.0418, 0.437]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is the universe\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is the universe\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1308, 0.2762]\", \"lift_point\": \"[0.1308, 0.2762]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1282, 0.2683]\", \"lift_point\": \"[0.1282, 0.2683]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7818, 0.5041]\", \"lift_point\": \"[0.7818, 0.5041]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7911, 0.686]\", \"lift_point\": \"[0.7911, 0.686]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0728, 0.0389]\", \"lift_point\": \"[0.0728, 0.0389]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0513, 0.8113]\", \"lift_point\": \"[0.0513, 0.8113]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0555, 0.8271]\", \"lift_point\": \"[0.0555, 0.8271]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0548, 0.3905]\", \"lift_point\": \"[0.0548, 0.3905]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0529, 0.5257]\", \"lift_point\": \"[0.0529, 0.5257]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" latest video from the Huffington Post\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Huffington Post\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1108, 0.3338]\", \"lift_point\": \"[0.1108, 0.3338]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1178, 0.4035]\", \"lift_point\": \"[0.1178, 0.4035]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5994, 0.404]\", \"lift_point\": \"[0.5994, 0.404]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3813, 0.459]\", \"lift_point\": \"[0.3813, 0.459]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4349, 0.4146]\", \"lift_point\": \"[0.4349, 0.4146]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3313, 0.9391]\", \"lift_point\": \"[0.3313, 0.9391]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2256, 0.8482]\", \"lift_point\": \"[0.2256, 0.8482]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1975, 0.5157]\", \"lift_point\": \"[0.1975, 0.5157]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1608, 0.4889]\", \"lift_point\": \"[0.1608, 0.4889]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1589, 0.4969]\", \"lift_point\": \"[0.1589, 0.4969]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1787, 0.4998]\", \"lift_point\": \"[0.1787, 0.4998]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1787, 0.4998]\", \"lift_point\": \"[0.1787, 0.4998]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7816, 0.7066]\", \"lift_point\": \"[0.7816, 0.7066]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7817, 0.6853]\", \"lift_point\": \"[0.7817, 0.6853]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0606, 0.4272]\", \"lift_point\": \"[0.0606, 0.4272]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0574, 0.4709]\", \"lift_point\": \"[0.0574, 0.4709]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good restaurant in Las Vegas\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good restaurant in Las Vegas\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1295, 0.2443]\", \"lift_point\": \"[0.1295, 0.2443]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1282, 0.2884]\", \"lift_point\": \"[0.1282, 0.2884]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4195, 0.2697]\", \"lift_point\": \"[0.4195, 0.2697]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2515, 0.2411]\", \"lift_point\": \"[0.2515, 0.2411]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.791, 0.6856]\", \"lift_point\": \"[0.791, 0.6856]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7846, 0.6934]\", \"lift_point\": \"[0.7846, 0.6934]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0608, 0.3815]\", \"lift_point\": \"[0.0608, 0.3815]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0657, 0.3221]\", \"lift_point\": \"[0.0657, 0.3221]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Puerto Rico news\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Puerto Rico\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.125, 0.2552]\", \"lift_point\": \"[0.125, 0.2552]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1284, 0.2273]\", \"lift_point\": \"[0.1284, 0.2273]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2505, 0.1546]\", \"lift_point\": \"[0.2505, 0.1546]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2444, 0.1801]\", \"lift_point\": \"[0.2444, 0.1801]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5026, 0.2729]\", \"lift_point\": \"[0.5026, 0.2729]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.484, 0.255]\", \"lift_point\": \"[0.484, 0.255]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7788, 0.694]\", \"lift_point\": \"[0.7788, 0.694]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7866, 0.6935]\", \"lift_point\": \"[0.7866, 0.6935]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7658, 0.6924]\", \"lift_point\": \"[0.7658, 0.6924]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7788, 0.694]\", \"lift_point\": \"[0.7788, 0.694]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0673, 0.4574]\", \"lift_point\": \"[0.0673, 0.4574]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0529, 0.5395]\", \"lift_point\": \"[0.0529, 0.5395]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news this week\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news this week\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1219, 0.1713]\", \"lift_point\": \"[0.1219, 0.1713]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1315, 0.2276]\", \"lift_point\": \"[0.1315, 0.2276]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4387, 0.2272]\", \"lift_point\": \"[0.4387, 0.2272]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2441, 0.166]\", \"lift_point\": \"[0.2441, 0.166]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7756, 0.6931]\", \"lift_point\": \"[0.7756, 0.6931]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7816, 0.6946]\", \"lift_point\": \"[0.7816, 0.6946]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0603, 0.2776]\", \"lift_point\": \"[0.0603, 0.2776]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0616, 0.5114]\", \"lift_point\": \"[0.0616, 0.5114]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest Walmart\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest walmart\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1268, 0.1721]\", \"lift_point\": \"[0.1268, 0.1721]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.131, 0.2278]\", \"lift_point\": \"[0.131, 0.2278]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7861, 0.6766]\", \"lift_point\": \"[0.7861, 0.6766]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7799, 0.6935]\", \"lift_point\": \"[0.7799, 0.6935]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0576, 0.4081]\", \"lift_point\": \"[0.0576, 0.4081]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0692, 0.5555]\", \"lift_point\": \"[0.0692, 0.5555]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"price of the Vizio TV\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"price of the Vizio TV\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0653, 0.1186]\", \"lift_point\": \"[0.0653, 0.1186]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0626, 0.2884]\", \"lift_point\": \"[0.0626, 0.2884]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1762, 0.5659]\", \"lift_point\": \"[0.1762, 0.5659]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0653, 0.1186]\", \"lift_point\": \"[0.0653, 0.1186]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0707, 0.5071]\", \"lift_point\": \"[0.0707, 0.5071]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1762, 0.5659]\", \"lift_point\": \"[0.1762, 0.5659]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1253, 0.2932]\", \"lift_point\": \"[0.1253, 0.2932]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.127, 0.3383]\", \"lift_point\": \"[0.127, 0.3383]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2479, 0.2464]\", \"lift_point\": \"[0.2479, 0.2464]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3762, 0.2503]\", \"lift_point\": \"[0.3762, 0.2503]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7792, 0.6895]\", \"lift_point\": \"[0.7792, 0.6895]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7766, 0.6885]\", \"lift_point\": \"[0.7766, 0.6885]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0559, 0.4226]\", \"lift_point\": \"[0.0559, 0.4226]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0604, 0.3726]\", \"lift_point\": \"[0.0604, 0.3726]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"time in san francisco\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"time in san francisco\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1263, 0.2649]\", \"lift_point\": \"[0.1263, 0.2649]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1273, 0.2727]\", \"lift_point\": \"[0.1273, 0.2727]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6548, 0.6658]\", \"lift_point\": \"[0.6548, 0.6658]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8495, 0.5981]\", \"lift_point\": \"[0.8495, 0.5981]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1492, 0.2963]\", \"lift_point\": \"[0.1492, 0.2963]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3545, 0.6939]\", \"lift_point\": \"[0.3545, 0.6939]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0728, 0.0778]\", \"lift_point\": \"[0.0728, 0.0778]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0748, 0.1394]\", \"lift_point\": \"[0.0748, 0.1394]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0718, 0.1017]\", \"lift_point\": \"[0.0718, 0.1017]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8895, 0.5169]\", \"lift_point\": \"[0.8895, 0.5169]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9291, 0.5142]\", \"lift_point\": \"[0.9291, 0.5142]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8898, 0.5243]\", \"lift_point\": \"[0.8898, 0.5243]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4273, 0.3883]\", \"lift_point\": \"[0.4273, 0.3883]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5963, 0.6047]\", \"lift_point\": \"[0.5963, 0.6047]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4219, 0.5065]\", \"lift_point\": \"[0.4219, 0.5065]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.416, 0.5055]\", \"lift_point\": \"[0.416, 0.5055]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4219, 0.5065]\", \"lift_point\": \"[0.4219, 0.5065]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6707, 0.7253]\", \"lift_point\": \"[0.6707, 0.7253]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3126, 0.7238]\", \"lift_point\": \"[0.3126, 0.7238]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6731, 0.7358]\", \"lift_point\": \"[0.6731, 0.7358]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3169, 0.7431]\", \"lift_point\": \"[0.3169, 0.7431]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6707, 0.7254]\", \"lift_point\": \"[0.6707, 0.7254]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6816, 0.7381]\", \"lift_point\": \"[0.6816, 0.7381]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6752, 0.7257]\", \"lift_point\": \"[0.6752, 0.7257]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1231, 0.9048]\", \"lift_point\": \"[0.1231, 0.9048]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1757, 0.8474]\", \"lift_point\": \"[0.1757, 0.8474]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.507, 0.8734]\", \"lift_point\": \"[0.507, 0.8734]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0754, 0.5816]\", \"lift_point\": \"[0.0754, 0.5816]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0708, 0.505]\", \"lift_point\": \"[0.0708, 0.505]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" top rated burger restaurants\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"top rated burger restaurants\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1531, 0.5397]\", \"lift_point\": \"[0.1531, 0.5397]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1512, 0.582]\", \"lift_point\": \"[0.1512, 0.582]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8843, 0.3812]\", \"lift_point\": \"[0.8843, 0.3812]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7867, 0.6902]\", \"lift_point\": \"[0.7867, 0.6902]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a rocket?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"speed of a rocket\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1379, 0.7572]\", \"lift_point\": \"[0.1379, 0.7572]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1322, 0.5214]\", \"lift_point\": \"[0.1322, 0.5214]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8882, 0.4486]\", \"lift_point\": \"[0.8882, 0.4486]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7867, 0.6939]\", \"lift_point\": \"[0.7867, 0.6939]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Miami\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in miami\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1512, 0.3194]\", \"lift_point\": \"[0.1512, 0.3194]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1329, 0.3545]\", \"lift_point\": \"[0.1329, 0.3545]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1512, 0.3951]\", \"lift_point\": \"[0.1512, 0.3951]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3261, 0.3393]\", \"lift_point\": \"[0.3261, 0.3393]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8157, 0.515]\", \"lift_point\": \"[0.8157, 0.515]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7136, 0.5007]\", \"lift_point\": \"[0.7136, 0.5007]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3618, 0.5251]\", \"lift_point\": \"[0.3618, 0.5251]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4692, 0.3634]\", \"lift_point\": \"[0.4692, 0.3634]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7914, 0.6852]\", \"lift_point\": \"[0.7914, 0.6852]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7928, 0.6919]\", \"lift_point\": \"[0.7928, 0.6919]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7914, 0.6852]\", \"lift_point\": \"[0.7914, 0.6852]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7914, 0.6852]\", \"lift_point\": \"[0.7914, 0.6852]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7988, 0.6827]\", \"lift_point\": \"[0.7988, 0.6827]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7914, 0.6852]\", \"lift_point\": \"[0.7914, 0.6852]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7988, 0.6827]\", \"lift_point\": \"[0.7988, 0.6827]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7988, 0.6827]\", \"lift_point\": \"[0.7988, 0.6827]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0596, 0.4915]\", \"lift_point\": \"[0.0596, 0.4915]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2559, 0.3466]\", \"lift_point\": \"[0.2559, 0.3466]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2725, 0.4494]\", \"lift_point\": \"[0.2725, 0.4494]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest JCPenney\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest JCPenney\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1115, 0.3638]\", \"lift_point\": \"[0.1115, 0.3638]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.117, 0.2915]\", \"lift_point\": \"[0.117, 0.2915]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1095, 0.535]\", \"lift_point\": \"[0.1095, 0.535]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1115, 0.3638]\", \"lift_point\": \"[0.1115, 0.3638]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7979, 0.6695]\", \"lift_point\": \"[0.7979, 0.6695]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7889, 0.6859]\", \"lift_point\": \"[0.7889, 0.6859]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7979, 0.6695]\", \"lift_point\": \"[0.7979, 0.6695]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7979, 0.6695]\", \"lift_point\": \"[0.7979, 0.6695]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0553, 0.498]\", \"lift_point\": \"[0.0553, 0.498]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0568, 0.6807]\", \"lift_point\": \"[0.0568, 0.6807]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0522, 0.9411]\", \"lift_point\": \"[0.0522, 0.9411]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0529, 0.9399]\", \"lift_point\": \"[0.0529, 0.9399]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new foundation (skincare) product\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new foundation (skincare) product\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.116, 0.3262]\", \"lift_point\": \"[0.116, 0.3262]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1174, 0.2486]\", \"lift_point\": \"[0.1174, 0.2486]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7888, 0.6904]\", \"lift_point\": \"[0.7888, 0.6904]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7868, 0.6959]\", \"lift_point\": \"[0.7868, 0.6959]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7911, 0.6861]\", \"lift_point\": \"[0.7911, 0.6861]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7868, 0.6959]\", \"lift_point\": \"[0.7868, 0.6959]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7868, 0.6959]\", \"lift_point\": \"[0.7868, 0.6959]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0588, 0.8666]\", \"lift_point\": \"[0.0588, 0.8666]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7948, 0.6923]\", \"lift_point\": \"[0.7948, 0.6923]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7891, 0.6934]\", \"lift_point\": \"[0.7891, 0.6934]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7948, 0.6923]\", \"lift_point\": \"[0.7948, 0.6923]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7948, 0.6923]\", \"lift_point\": \"[0.7948, 0.6923]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.047, 0.6352]\", \"lift_point\": \"[0.047, 0.6352]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0566, 0.6115]\", \"lift_point\": \"[0.0566, 0.6115]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0472, 0.9329]\", \"lift_point\": \"[0.0472, 0.9329]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0511, 0.9382]\", \"lift_point\": \"[0.0511, 0.9382]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"best Mexican restaurants\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"the best Mexican restaurants\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1136, 0.2422]\", \"lift_point\": \"[0.1136, 0.2422]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1093, 0.4519]\", \"lift_point\": \"[0.1093, 0.4519]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3436, 0.5238]\", \"lift_point\": \"[0.3436, 0.5238]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4565, 0.2329]\", \"lift_point\": \"[0.4565, 0.2329]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7886, 0.6901]\", \"lift_point\": \"[0.7886, 0.6901]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7889, 0.6866]\", \"lift_point\": \"[0.7889, 0.6866]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7886, 0.6901]\", \"lift_point\": \"[0.7886, 0.6901]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7886, 0.6901]\", \"lift_point\": \"[0.7886, 0.6901]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7849, 0.6927]\", \"lift_point\": \"[0.7849, 0.6927]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7886, 0.6901]\", \"lift_point\": \"[0.7886, 0.6901]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0562, 0.4434]\", \"lift_point\": \"[0.0562, 0.4434]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0509, 0.5455]\", \"lift_point\": \"[0.0509, 0.5455]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0461, 0.9411]\", \"lift_point\": \"[0.0461, 0.9411]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0512, 0.9321]\", \"lift_point\": \"[0.0512, 0.9321]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"the news in Venezuela\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Venezuela?\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1124, 0.2924]\", \"lift_point\": \"[0.1124, 0.2924]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2158, 0.1338]\", \"lift_point\": \"[0.2158, 0.1338]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2219, 0.1584]\", \"lift_point\": \"[0.2219, 0.1584]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7969, 0.6805]\", \"lift_point\": \"[0.7969, 0.6805]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7934, 0.6871]\", \"lift_point\": \"[0.7934, 0.6871]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7982, 0.6829]\", \"lift_point\": \"[0.7982, 0.6829]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7969, 0.6805]\", \"lift_point\": \"[0.7969, 0.6805]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7994, 0.6829]\", \"lift_point\": \"[0.7994, 0.6829]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7982, 0.6829]\", \"lift_point\": \"[0.7982, 0.6829]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0492, 0.5387]\", \"lift_point\": \"[0.0492, 0.5387]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0545, 0.556]\", \"lift_point\": \"[0.0545, 0.556]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0475, 0.9319]\", \"lift_point\": \"[0.0475, 0.9319]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0511, 0.9334]\", \"lift_point\": \"[0.0511, 0.9334]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" capital of Colombia\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Colombia\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1095, 0.3214]\", \"lift_point\": \"[0.1095, 0.3214]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7919, 0.6831]\", \"lift_point\": \"[0.7919, 0.6831]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7971, 0.686]\", \"lift_point\": \"[0.7971, 0.686]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7907, 0.6831]\", \"lift_point\": \"[0.7907, 0.6831]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7919, 0.6831]\", \"lift_point\": \"[0.7919, 0.6831]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0566, 0.9414]\", \"lift_point\": \"[0.0566, 0.9414]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0, 0.7479]\", \"lift_point\": \"[0.0, 0.7479]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7839, 0.6938]\", \"lift_point\": \"[0.7839, 0.6938]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8893, 0.4444]\", \"lift_point\": \"[0.8893, 0.4444]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.509, 0.6815]\", \"lift_point\": \"[0.509, 0.6815]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4921, 0.6902]\", \"lift_point\": \"[0.4921, 0.6902]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1198, 0.5798]\", \"lift_point\": \"[0.1198, 0.5798]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1265, 0.6428]\", \"lift_point\": \"[0.1265, 0.6428]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0635, 0.8973]\", \"lift_point\": \"[0.0635, 0.8973]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0675, 0.9195]\", \"lift_point\": \"[0.0675, 0.9195]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0722, 0.2929]\", \"lift_point\": \"[0.0722, 0.2929]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the time in San Francisco?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"time in San Francisco\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the time in San Francisco? \"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1297, 0.3994]\", \"lift_point\": \"[0.1297, 0.3994]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1366, 0.4412]\", \"lift_point\": \"[0.1366, 0.4412]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9023, 0.3274]\", \"lift_point\": \"[0.9023, 0.3274]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7879, 0.7055]\", \"lift_point\": \"[0.7879, 0.7055]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0744, 0.2528]\", \"lift_point\": \"[0.0744, 0.2528]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Sri Lanka?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Sri Lanka\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Sri Lanka?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1367, 0.3651]\", \"lift_point\": \"[0.1367, 0.3651]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1371, 0.4948]\", \"lift_point\": \"[0.1371, 0.4948]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2877, 0.3685]\", \"lift_point\": \"[0.2877, 0.3685]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8772, 0.5148]\", \"lift_point\": \"[0.8772, 0.5148]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7821, 0.6776]\", \"lift_point\": \"[0.7821, 0.6776]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest video from GameTrailers?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest video from GameTrailers?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1396, 0.4555]\", \"lift_point\": \"[0.1396, 0.4555]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.128, 0.3204]\", \"lift_point\": \"[0.128, 0.3204]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1396, 0.4555]\", \"lift_point\": \"[0.1396, 0.4555]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8748, 0.3711]\", \"lift_point\": \"[0.8748, 0.3711]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7821, 0.6887]\", \"lift_point\": \"[0.7821, 0.6887]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4529, 0.1284]\", \"lift_point\": \"[0.4529, 0.1284]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good Chinese restaurants\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0655, 0.3438]\", \"lift_point\": \"[0.0655, 0.3438]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0691, 0.2955]\", \"lift_point\": \"[0.0691, 0.2955]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good Chinese restaurants\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" chinese restaurants\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1542, 0.5827]\", \"lift_point\": \"[0.1542, 0.5827]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1444, 0.4696]\", \"lift_point\": \"[0.1444, 0.4696]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8901, 0.5255]\", \"lift_point\": \"[0.8901, 0.5255]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3867, 0.7017]\", \"lift_point\": \"[0.3867, 0.7017]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3782, 0.6834]\", \"lift_point\": \"[0.3782, 0.6834]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0817, 0.083]\", \"lift_point\": \"[0.0817, 0.083]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0883, 0.1246]\", \"lift_point\": \"[0.0883, 0.1246]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8808, 0.483]\", \"lift_point\": \"[0.8808, 0.483]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8853, 0.506]\", \"lift_point\": \"[0.8853, 0.506]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4037, 0.503]\", \"lift_point\": \"[0.4037, 0.503]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6231, 0.3741]\", \"lift_point\": \"[0.6231, 0.3741]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4139, 0.5104]\", \"lift_point\": \"[0.4139, 0.5104]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4037, 0.503]\", \"lift_point\": \"[0.4037, 0.503]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7124, 0.7722]\", \"lift_point\": \"[0.7124, 0.7722]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7124, 0.7668]\", \"lift_point\": \"[0.7124, 0.7668]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8888, 0.4717]\", \"lift_point\": \"[0.8888, 0.4717]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.882, 0.1296]\", \"lift_point\": \"[0.882, 0.1296]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8843, 0.5394]\", \"lift_point\": \"[0.8843, 0.5394]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 2 bedroom apartment rent for in Austin?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 2 bedroom apartment rent for in Austin?\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0536, 0.3399]\", \"lift_point\": \"[0.0536, 0.3399]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7875, 0.6964]\", \"lift_point\": \"[0.7875, 0.6964]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7913, 0.6914]\", \"lift_point\": \"[0.7913, 0.6914]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1715, 0.4258]\", \"lift_point\": \"[0.1715, 0.4258]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0547, 0.5355]\", \"lift_point\": \"[0.0547, 0.5355]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1171, 0.9217]\", \"lift_point\": \"[0.1171, 0.9217]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1107, 0.9465]\", \"lift_point\": \"[0.1107, 0.9465]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Apple Store?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Apple Store?\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5618, 0.2804]\", \"lift_point\": \"[0.5618, 0.2804]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8338, 0.5854]\", \"lift_point\": \"[0.8338, 0.5854]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8247, 0.5465]\", \"lift_point\": \"[0.8247, 0.5465]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5045, 0.5531]\", \"lift_point\": \"[0.5045, 0.5531]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6066, 0.4969]\", \"lift_point\": \"[0.6066, 0.4969]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5938, 0.718]\", \"lift_point\": \"[0.5938, 0.718]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5572, 0.7051]\", \"lift_point\": \"[0.5572, 0.7051]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1164, 0.1471]\", \"lift_point\": \"[0.1164, 0.1471]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1081, 0.1039]\", \"lift_point\": \"[0.1081, 0.1039]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8339, 0.5343]\", \"lift_point\": \"[0.8339, 0.5343]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8422, 0.5115]\", \"lift_point\": \"[0.8422, 0.5115]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6909, 0.7934]\", \"lift_point\": \"[0.6909, 0.7934]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3829, 0.2267]\", \"lift_point\": \"[0.3829, 0.2267]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3909, 0.2267]\", \"lift_point\": \"[0.3909, 0.2267]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7099, 0.7792]\", \"lift_point\": \"[0.7099, 0.7792]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2926, 0.6157]\", \"lift_point\": \"[0.2926, 0.6157]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6894, 0.8]\", \"lift_point\": \"[0.6894, 0.8]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7714, 0.7279]\", \"lift_point\": \"[0.7714, 0.7279]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7567, 0.6896]\", \"lift_point\": \"[0.7567, 0.6896]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1152, 0.577]\", \"lift_point\": \"[0.1152, 0.577]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1029, 0.5645]\", \"lift_point\": \"[0.1029, 0.5645]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1166, 0.8942]\", \"lift_point\": \"[0.1166, 0.8942]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1089, 0.8754]\", \"lift_point\": \"[0.1089, 0.8754]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of India\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of india\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2398, 0.6228]\", \"lift_point\": \"[0.2398, 0.6228]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2451, 0.5324]\", \"lift_point\": \"[0.2451, 0.5324]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5301, 0.908]\", \"lift_point\": \"[0.5301, 0.908]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7034, 0.8631]\", \"lift_point\": \"[0.7034, 0.8631]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8903, 0.4533]\", \"lift_point\": \"[0.8903, 0.4533]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8547, 0.519]\", \"lift_point\": \"[0.8547, 0.519]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8393, 0.4724]\", \"lift_point\": \"[0.8393, 0.4724]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6892, 0.7736]\", \"lift_point\": \"[0.6892, 0.7736]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1192, 0.0932]\", \"lift_point\": \"[0.1192, 0.0932]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1023, 0.6951]\", \"lift_point\": \"[0.1023, 0.6951]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0954, 0.3081]\", \"lift_point\": \"[0.0954, 0.3081]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0966, 0.3714]\", \"lift_point\": \"[0.0966, 0.3714]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news about the US economy?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6919, 0.8615]\", \"lift_point\": \"[0.6919, 0.8615]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7279, 0.8666]\", \"lift_point\": \"[0.7279, 0.8666]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2385, 0.567]\", \"lift_point\": \"[0.2385, 0.567]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2399, 0.5204]\", \"lift_point\": \"[0.2399, 0.5204]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1071, 0.863]\", \"lift_point\": \"[0.1071, 0.863]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1149, 0.8529]\", \"lift_point\": \"[0.1149, 0.8529]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Twitter app\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news about the US economy\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1213, 0.8467]\", \"lift_point\": \"[0.1213, 0.8467]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2424, 0.3894]\", \"lift_point\": \"[0.2424, 0.3894]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news about the US economy\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news about the US economy\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2597, 0.5918]\", \"lift_point\": \"[0.2597, 0.5918]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2456, 0.4988]\", \"lift_point\": \"[0.2456, 0.4988]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3296, 0.3282]\", \"lift_point\": \"[0.3296, 0.3282]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3117, 0.6028]\", \"lift_point\": \"[0.3117, 0.6028]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7137, 0.8583]\", \"lift_point\": \"[0.7137, 0.8583]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2432, 0.6758]\", \"lift_point\": \"[0.2432, 0.6758]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2515, 0.7133]\", \"lift_point\": \"[0.2515, 0.7133]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1245, 0.8849]\", \"lift_point\": \"[0.1245, 0.8849]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1124, 0.8772]\", \"lift_point\": \"[0.1124, 0.8772]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Play the new Katy Perry video on YouTube\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6987, 0.8377]\", \"lift_point\": \"[0.6987, 0.8377]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.108, 0.1234]\", \"lift_point\": \"[0.108, 0.1234]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1107, 0.7315]\", \"lift_point\": \"[0.1107, 0.7315]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.108, 0.1234]\", \"lift_point\": \"[0.108, 0.1234]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.108, 0.1234]\", \"lift_point\": \"[0.108, 0.1234]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1046, 0.7265]\", \"lift_point\": \"[0.1046, 0.7265]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.108, 0.6635]\", \"lift_point\": \"[0.108, 0.6635]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new Katy Perry video\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Katy Perry\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1996, 0.6082]\", \"lift_point\": \"[0.1996, 0.6082]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2051, 0.4878]\", \"lift_point\": \"[0.2051, 0.4878]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8897, 0.5702]\", \"lift_point\": \"[0.8897, 0.5702]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4793, 0.6657]\", \"lift_point\": \"[0.4793, 0.6657]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4726, 0.6955]\", \"lift_point\": \"[0.4726, 0.6955]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1059, 0.7245]\", \"lift_point\": \"[0.1059, 0.7245]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1208, 0.6388]\", \"lift_point\": \"[0.1208, 0.6388]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0566, 0.9286]\", \"lift_point\": \"[0.0566, 0.9286]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0609, 0.9266]\", \"lift_point\": \"[0.0609, 0.9266]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good restaurant in new jersey\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in New Jersey?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1265, 0.636]\", \"lift_point\": \"[0.1265, 0.636]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1162, 0.4165]\", \"lift_point\": \"[0.1162, 0.4165]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8902, 0.4375]\", \"lift_point\": \"[0.8902, 0.4375]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for a new eyeshadow\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new eyeshadow\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1197, 0.3814]\", \"lift_point\": \"[0.1197, 0.3814]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1258, 0.4132]\", \"lift_point\": \"[0.1258, 0.4132]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8126, 0.5033]\", \"lift_point\": \"[0.8126, 0.5033]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7796, 0.5033]\", \"lift_point\": \"[0.7796, 0.5033]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6476, 0.1448]\", \"lift_point\": \"[0.6476, 0.1448]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6354, 0.1448]\", \"lift_point\": \"[0.6354, 0.1448]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0345, 0.5234]\", \"lift_point\": \"[0.0345, 0.5234]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0581, 0.5814]\", \"lift_point\": \"[0.0581, 0.5814]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0606, 0.9353]\", \"lift_point\": \"[0.0606, 0.9353]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0637, 0.9211]\", \"lift_point\": \"[0.0637, 0.9211]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 2 bedroom apartment rent for in Seattle?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bedroom apartment rent for in Seattle\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1264, 0.3904]\", \"lift_point\": \"[0.1264, 0.3904]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.129, 0.4575]\", \"lift_point\": \"[0.129, 0.4575]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5611, 0.6412]\", \"lift_point\": \"[0.5611, 0.6412]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3736, 0.1125]\", \"lift_point\": \"[0.3736, 0.1125]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3695, 0.1124]\", \"lift_point\": \"[0.3695, 0.1124]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.907, 0.9447]\", \"lift_point\": \"[0.907, 0.9447]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9009, 0.9198]\", \"lift_point\": \"[0.9009, 0.9198]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8698, 0.5392]\", \"lift_point\": \"[0.8698, 0.5392]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.907, 0.9447]\", \"lift_point\": \"[0.907, 0.9447]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0541, 0.0588]\", \"lift_point\": \"[0.0541, 0.0588]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2896, 0.1464]\", \"lift_point\": \"[0.2896, 0.1464]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2806, 0.1832]\", \"lift_point\": \"[0.2806, 0.1832]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8884, 0.4564]\", \"lift_point\": \"[0.8884, 0.4564]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8865, 0.5089]\", \"lift_point\": \"[0.8865, 0.5089]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What time is it in London?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What time is it in London?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1262, 0.4956]\", \"lift_point\": \"[0.1262, 0.4956]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1123, 0.446]\", \"lift_point\": \"[0.1123, 0.446]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7998, 0.6558]\", \"lift_point\": \"[0.7998, 0.6558]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0685, 0.4157]\", \"lift_point\": \"[0.0685, 0.4157]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0705, 0.5425]\", \"lift_point\": \"[0.0705, 0.5425]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"best burger restaurants\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5236, 0.8549]\", \"lift_point\": \"[0.5236, 0.8549]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1943, 0.8826]\", \"lift_point\": \"[0.1943, 0.8826]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0686, 0.4669]\", \"lift_point\": \"[0.0686, 0.4669]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0717, 0.4228]\", \"lift_point\": \"[0.0717, 0.4228]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"best burger restaurants\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"best burger restaurants\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1503, 0.5624]\", \"lift_point\": \"[0.1503, 0.5624]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7817, 0.6733]\", \"lift_point\": \"[0.7817, 0.6733]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7827, 0.6851]\", \"lift_point\": \"[0.7827, 0.6851]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0743, 0.4867]\", \"lift_point\": \"[0.0743, 0.4867]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0643, 0.4621]\", \"lift_point\": \"[0.0643, 0.4621]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"sephora\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new mascara on sephora\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.221, 0.277]\", \"lift_point\": \"[0.221, 0.277]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7978, 0.662]\", \"lift_point\": \"[0.7978, 0.662]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.723, 0.453]\", \"lift_point\": \"[0.723, 0.453]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7827, 0.6882]\", \"lift_point\": \"[0.7827, 0.6882]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2376, 0.618]\", \"lift_point\": \"[0.2376, 0.618]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5654, 0.8708]\", \"lift_point\": \"[0.5654, 0.8708]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5514, 0.8211]\", \"lift_point\": \"[0.5514, 0.8211]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2269, 0.5015]\", \"lift_point\": \"[0.2269, 0.5015]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7946, 0.6831]\", \"lift_point\": \"[0.7946, 0.6831]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7818, 0.6936]\", \"lift_point\": \"[0.7818, 0.6936]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.071, 0.5263]\", \"lift_point\": \"[0.071, 0.5263]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0653, 0.4565]\", \"lift_point\": \"[0.0653, 0.4565]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Taiwan\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in taiwan\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2755, 0.2146]\", \"lift_point\": \"[0.2755, 0.2146]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2575, 0.2253]\", \"lift_point\": \"[0.2575, 0.2253]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3974, 0.6744]\", \"lift_point\": \"[0.3974, 0.6744]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.394, 0.7062]\", \"lift_point\": \"[0.394, 0.7062]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.101, 0.1315]\", \"lift_point\": \"[0.101, 0.1315]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0644, 0.1099]\", \"lift_point\": \"[0.0644, 0.1099]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8899, 0.5328]\", \"lift_point\": \"[0.8899, 0.5328]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9007, 0.485]\", \"lift_point\": \"[0.9007, 0.485]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5264, 0.7463]\", \"lift_point\": \"[0.5264, 0.7463]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6234, 0.3744]\", \"lift_point\": \"[0.6234, 0.3744]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4094, 0.4969]\", \"lift_point\": \"[0.4094, 0.4969]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4102, 0.4933]\", \"lift_point\": \"[0.4102, 0.4933]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3131, 0.7597]\", \"lift_point\": \"[0.3131, 0.7597]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3197, 0.7744]\", \"lift_point\": \"[0.3197, 0.7744]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5751, 0.7483]\", \"lift_point\": \"[0.5751, 0.7483]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.712, 0.7675]\", \"lift_point\": \"[0.712, 0.7675]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6312, 0.5665]\", \"lift_point\": \"[0.6312, 0.5665]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4102, 0.4893]\", \"lift_point\": \"[0.4102, 0.4893]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4304, 0.6323]\", \"lift_point\": \"[0.4304, 0.6323]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4102, 0.4898]\", \"lift_point\": \"[0.4102, 0.4898]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4683, 0.7203]\", \"lift_point\": \"[0.4683, 0.7203]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.406, 0.5029]\", \"lift_point\": \"[0.406, 0.5029]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5322, 0.7355]\", \"lift_point\": \"[0.5322, 0.7355]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4074, 0.5294]\", \"lift_point\": \"[0.4074, 0.5294]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5737, 0.7326]\", \"lift_point\": \"[0.5737, 0.7326]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.473, 0.7015]\", \"lift_point\": \"[0.473, 0.7015]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6219, 0.6098]\", \"lift_point\": \"[0.6219, 0.6098]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.473, 0.6933]\", \"lift_point\": \"[0.473, 0.6933]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6599, 0.5324]\", \"lift_point\": \"[0.6599, 0.5324]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4071, 0.5141]\", \"lift_point\": \"[0.4071, 0.5141]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6382, 0.3902]\", \"lift_point\": \"[0.6382, 0.3902]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4103, 0.4994]\", \"lift_point\": \"[0.4103, 0.4994]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5897, 0.2898]\", \"lift_point\": \"[0.5897, 0.2898]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4067, 0.5022]\", \"lift_point\": \"[0.4067, 0.5022]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.524, 0.262]\", \"lift_point\": \"[0.524, 0.262]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4164, 0.4949]\", \"lift_point\": \"[0.4164, 0.4949]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4545, 0.2854]\", \"lift_point\": \"[0.4545, 0.2854]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7128, 0.7665]\", \"lift_point\": \"[0.7128, 0.7665]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4112, 0.3784]\", \"lift_point\": \"[0.4112, 0.3784]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7125, 0.7665]\", \"lift_point\": \"[0.7125, 0.7665]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4019, 0.5089]\", \"lift_point\": \"[0.4019, 0.5089]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4033, 0.501]\", \"lift_point\": \"[0.4033, 0.501]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.721, 0.762]\", \"lift_point\": \"[0.721, 0.762]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3192, 0.7505]\", \"lift_point\": \"[0.3192, 0.7505]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8425, 0.8956]\", \"lift_point\": \"[0.8425, 0.8956]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7761, 0.7667]\", \"lift_point\": \"[0.7761, 0.7667]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.788, 0.6919]\", \"lift_point\": \"[0.788, 0.6919]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7873, 0.6777]\", \"lift_point\": \"[0.7873, 0.6777]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0592, 0.3622]\", \"lift_point\": \"[0.0592, 0.3622]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0707, 0.4994]\", \"lift_point\": \"[0.0707, 0.4994]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather in rio de janeiro\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather like in Rio de Janeiro\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1444, 0.4255]\", \"lift_point\": \"[0.1444, 0.4255]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1385, 0.4393]\", \"lift_point\": \"[0.1385, 0.4393]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7907, 0.6851]\", \"lift_point\": \"[0.7907, 0.6851]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3739, 0.4837]\", \"lift_point\": \"[0.3739, 0.4837]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3638, 0.495]\", \"lift_point\": \"[0.3638, 0.495]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2041, 0.7799]\", \"lift_point\": \"[0.2041, 0.7799]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0697, 0.3722]\", \"lift_point\": \"[0.0697, 0.3722]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0673, 0.605]\", \"lift_point\": \"[0.0673, 0.605]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1293, 0.9222]\", \"lift_point\": \"[0.1293, 0.9222]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0605, 0.9107]\", \"lift_point\": \"[0.0605, 0.9107]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0673, 0.605]\", \"lift_point\": \"[0.0673, 0.605]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the US dollar exchange rateagainst the Swiss Franc?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the US dollar exchange rateagainst the Swiss Franc?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1419, 0.3486]\", \"lift_point\": \"[0.1419, 0.3486]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1411, 0.6003]\", \"lift_point\": \"[0.1411, 0.6003]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.773, 0.1221]\", \"lift_point\": \"[0.773, 0.1221]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7733, 0.1292]\", \"lift_point\": \"[0.7733, 0.1292]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6956, 0.6917]\", \"lift_point\": \"[0.6956, 0.6917]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4271, 0.7625]\", \"lift_point\": \"[0.4271, 0.7625]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2882, 0.6028]\", \"lift_point\": \"[0.2882, 0.6028]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6387, 0.8368]\", \"lift_point\": \"[0.6387, 0.8368]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.559, 0.9018]\", \"lift_point\": \"[0.559, 0.9018]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4275, 0.7095]\", \"lift_point\": \"[0.4275, 0.7095]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3759, 0.4832]\", \"lift_point\": \"[0.3759, 0.4832]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3745, 0.5015]\", \"lift_point\": \"[0.3745, 0.5015]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0605, 0.3441]\", \"lift_point\": \"[0.0605, 0.3441]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0741, 0.9326]\", \"lift_point\": \"[0.0741, 0.9326]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0695, 0.9111]\", \"lift_point\": \"[0.0695, 0.9111]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Houston?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Houston?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1376, 0.4405]\", \"lift_point\": \"[0.1376, 0.4405]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1444, 0.4394]\", \"lift_point\": \"[0.1444, 0.4394]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5675, 0.6284]\", \"lift_point\": \"[0.5675, 0.6284]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5626, 0.6079]\", \"lift_point\": \"[0.5626, 0.6079]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3777, 0.5038]\", \"lift_point\": \"[0.3777, 0.5038]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3743, 0.5044]\", \"lift_point\": \"[0.3743, 0.5044]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.073, 0.3137]\", \"lift_point\": \"[0.073, 0.3137]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0695, 0.3984]\", \"lift_point\": \"[0.0695, 0.3984]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0639, 0.9117]\", \"lift_point\": \"[0.0639, 0.9117]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats on the menu at Dennys?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats on the menu at Dennys?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats on the menu at Dennys?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1505, 0.3754]\", \"lift_point\": \"[0.1505, 0.3754]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1425, 0.5774]\", \"lift_point\": \"[0.1425, 0.5774]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7833, 0.6886]\", \"lift_point\": \"[0.7833, 0.6886]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6322, 0.8427]\", \"lift_point\": \"[0.6322, 0.8427]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7833, 0.6886]\", \"lift_point\": \"[0.7833, 0.6886]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7845, 0.6913]\", \"lift_point\": \"[0.7845, 0.6913]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0718, 0.4464]\", \"lift_point\": \"[0.0718, 0.4464]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0654, 0.3091]\", \"lift_point\": \"[0.0654, 0.3091]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0694, 0.5169]\", \"lift_point\": \"[0.0694, 0.5169]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0682, 0.9154]\", \"lift_point\": \"[0.0682, 0.9154]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Zurich\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for hotels in Zurich\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Zurich\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1431, 0.6986]\", \"lift_point\": \"[0.1431, 0.6986]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1578, 0.3998]\", \"lift_point\": \"[0.1578, 0.3998]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0785, 0.4736]\", \"lift_point\": \"[0.0785, 0.4736]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.067, 0.9253]\", \"lift_point\": \"[0.067, 0.9253]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for hotels in Zurich\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for hotels in Zurich\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for hotels in Zurich\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1417, 0.3989]\", \"lift_point\": \"[0.1417, 0.3989]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1422, 0.5784]\", \"lift_point\": \"[0.1422, 0.5784]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3775, 0.51]\", \"lift_point\": \"[0.3775, 0.51]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3741, 0.5009]\", \"lift_point\": \"[0.3741, 0.5009]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3556, 0.5193]\", \"lift_point\": \"[0.3556, 0.5193]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3775, 0.51]\", \"lift_point\": \"[0.3775, 0.51]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0733, 0.3744]\", \"lift_point\": \"[0.0733, 0.3744]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2097, 0.6367]\", \"lift_point\": \"[0.2097, 0.6367]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0747, 0.9215]\", \"lift_point\": \"[0.0747, 0.9215]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats on the menu at In-N-Out?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats on the menu at In-N-Out?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats on the menu at In-N-Out?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1491, 0.5146]\", \"lift_point\": \"[0.1491, 0.5146]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1446, 0.5816]\", \"lift_point\": \"[0.1446, 0.5816]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3652, 0.5103]\", \"lift_point\": \"[0.3652, 0.5103]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.373, 0.4937]\", \"lift_point\": \"[0.373, 0.4937]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.062, 0.3378]\", \"lift_point\": \"[0.062, 0.3378]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2196, 0.5414]\", \"lift_point\": \"[0.2196, 0.5414]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0757, 0.9254]\", \"lift_point\": \"[0.0757, 0.9254]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0646, 0.9279]\", \"lift_point\": \"[0.0646, 0.9279]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for good Korean restaurants\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for good Korean restaurants\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1533, 0.502]\", \"lift_point\": \"[0.1533, 0.502]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1489, 0.451]\", \"lift_point\": \"[0.1489, 0.451]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1423, 0.5009]\", \"lift_point\": \"[0.1423, 0.5009]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1446, 0.5864]\", \"lift_point\": \"[0.1446, 0.5864]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.858, 0.6033]\", \"lift_point\": \"[0.858, 0.6033]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8301, 0.6313]\", \"lift_point\": \"[0.8301, 0.6313]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0441, 0.3452]\", \"lift_point\": \"[0.0441, 0.3452]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0371, 0.4625]\", \"lift_point\": \"[0.0371, 0.4625]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Hong Kong?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Hong Kong?\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1023, 0.3794]\", \"lift_point\": \"[0.1023, 0.3794]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1159, 0.3367]\", \"lift_point\": \"[0.1159, 0.3367]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0996, 0.4114]\", \"lift_point\": \"[0.0996, 0.4114]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9574, 0.4087]\", \"lift_point\": \"[0.9574, 0.4087]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5741, 0.5455]\", \"lift_point\": \"[0.5741, 0.5455]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.48, 0.4451]\", \"lift_point\": \"[0.48, 0.4451]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4518, 0.5424]\", \"lift_point\": \"[0.4518, 0.5424]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2723, 0.6483]\", \"lift_point\": \"[0.2723, 0.6483]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4709, 0.4384]\", \"lift_point\": \"[0.4709, 0.4384]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4632, 0.4748]\", \"lift_point\": \"[0.4632, 0.4748]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9477, 0.388]\", \"lift_point\": \"[0.9477, 0.388]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2628, 0.6309]\", \"lift_point\": \"[0.2628, 0.6309]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2139, 0.6602]\", \"lift_point\": \"[0.2139, 0.6602]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4717, 0.6224]\", \"lift_point\": \"[0.4717, 0.6224]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3433, 0.4384]\", \"lift_point\": \"[0.3433, 0.4384]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2883, 0.3108]\", \"lift_point\": \"[0.2883, 0.3108]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4509, 0.4779]\", \"lift_point\": \"[0.4509, 0.4779]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6051, 0.4422]\", \"lift_point\": \"[0.6051, 0.4422]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0525, 0.4109]\", \"lift_point\": \"[0.0525, 0.4109]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of France?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of France\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1025, 0.3456]\", \"lift_point\": \"[0.1025, 0.3456]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6834, 0.1475]\", \"lift_point\": \"[0.6834, 0.1475]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6697, 0.124]\", \"lift_point\": \"[0.6697, 0.124]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6834, 0.1327]\", \"lift_point\": \"[0.6834, 0.1327]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6354, 0.3541]\", \"lift_point\": \"[0.6354, 0.3541]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6729, 0.321]\", \"lift_point\": \"[0.6729, 0.321]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.406, 0.2322]\", \"lift_point\": \"[0.406, 0.2322]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4971, 0.3321]\", \"lift_point\": \"[0.4971, 0.3321]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6606, 0.6509]\", \"lift_point\": \"[0.6606, 0.6509]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1015, 0.551]\", \"lift_point\": \"[0.1015, 0.551]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9445, 0.8241]\", \"lift_point\": \"[0.9445, 0.8241]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2204, 0.6182]\", \"lift_point\": \"[0.2204, 0.6182]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2324, 0.6434]\", \"lift_point\": \"[0.2324, 0.6434]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4985, 0.6804]\", \"lift_point\": \"[0.4985, 0.6804]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4997, 0.6736]\", \"lift_point\": \"[0.4997, 0.6736]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0577, 0.7161]\", \"lift_point\": \"[0.0577, 0.7161]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0712, 0.8898]\", \"lift_point\": \"[0.0712, 0.8898]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0695, 0.9124]\", \"lift_point\": \"[0.0695, 0.9124]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0692, 0.4163]\", \"lift_point\": \"[0.0692, 0.4163]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.072, 0.421]\", \"lift_point\": \"[0.072, 0.421]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the price of a 12 ladder at Lowes? \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the price of a 12' at Lowes? \"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2151, 0.4389]\", \"lift_point\": \"[0.2151, 0.4389]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1446, 0.4254]\", \"lift_point\": \"[0.1446, 0.4254]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4953, 0.7194]\", \"lift_point\": \"[0.4953, 0.7194]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4979, 0.676]\", \"lift_point\": \"[0.4979, 0.676]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0552, 0.7481]\", \"lift_point\": \"[0.0552, 0.7481]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0689, 0.9156]\", \"lift_point\": \"[0.0689, 0.9156]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0712, 0.9078]\", \"lift_point\": \"[0.0712, 0.9078]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0483, 0.3175]\", \"lift_point\": \"[0.0483, 0.3175]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0726, 0.3814]\", \"lift_point\": \"[0.0726, 0.3814]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in the Philippines? \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in the Philippines? \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1341, 0.4067]\", \"lift_point\": \"[0.1341, 0.4067]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1561, 0.4443]\", \"lift_point\": \"[0.1561, 0.4443]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5572, 0.8201]\", \"lift_point\": \"[0.5572, 0.8201]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5424, 0.8254]\", \"lift_point\": \"[0.5424, 0.8254]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1623, 0.3842]\", \"lift_point\": \"[0.1623, 0.3842]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1536, 0.4204]\", \"lift_point\": \"[0.1536, 0.4204]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2878, 0.335]\", \"lift_point\": \"[0.2878, 0.335]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6252, 0.3348]\", \"lift_point\": \"[0.6252, 0.3348]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6277, 0.3201]\", \"lift_point\": \"[0.6277, 0.3201]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6386, 0.2705]\", \"lift_point\": \"[0.6386, 0.2705]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6252, 0.3348]\", \"lift_point\": \"[0.6252, 0.3348]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6386, 0.2705]\", \"lift_point\": \"[0.6386, 0.2705]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6357, 0.304]\", \"lift_point\": \"[0.6357, 0.304]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3922, 0.5348]\", \"lift_point\": \"[0.3922, 0.5348]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2336, 0.5834]\", \"lift_point\": \"[0.2336, 0.5834]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0715, 0.6088]\", \"lift_point\": \"[0.0715, 0.6088]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6161, 0.3105]\", \"lift_point\": \"[0.6161, 0.3105]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6331, 0.3201]\", \"lift_point\": \"[0.6331, 0.3201]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6161, 0.3105]\", \"lift_point\": \"[0.6161, 0.3105]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.619, 0.324]\", \"lift_point\": \"[0.619, 0.324]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2223, 0.7321]\", \"lift_point\": \"[0.2223, 0.7321]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2223, 0.5554]\", \"lift_point\": \"[0.2223, 0.5554]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0708, 0.9074]\", \"lift_point\": \"[0.0708, 0.9074]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0705, 0.8989]\", \"lift_point\": \"[0.0705, 0.8989]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.074, 0.3732]\", \"lift_point\": \"[0.074, 0.3732]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0751, 0.3811]\", \"lift_point\": \"[0.0751, 0.3811]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for flights from Barcelona to Mexico city \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for flights from Barcelona to Mexico city \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1612, 0.3762]\", \"lift_point\": \"[0.1612, 0.3762]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1524, 0.3168]\", \"lift_point\": \"[0.1524, 0.3168]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3079, 0.428]\", \"lift_point\": \"[0.3079, 0.428]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3063, 0.3533]\", \"lift_point\": \"[0.3063, 0.3533]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.633, 0.2733]\", \"lift_point\": \"[0.633, 0.2733]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6335, 0.3203]\", \"lift_point\": \"[0.6335, 0.3203]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1364, 0.3315]\", \"lift_point\": \"[0.1364, 0.3315]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1397, 0.4394]\", \"lift_point\": \"[0.1397, 0.4394]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0598, 0.9041]\", \"lift_point\": \"[0.0598, 0.9041]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0691, 0.8981]\", \"lift_point\": \"[0.0691, 0.8981]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0588, 0.4485]\", \"lift_point\": \"[0.0588, 0.4485]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0769, 0.3752]\", \"lift_point\": \"[0.0769, 0.3752]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news about the US stock market? \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news about the US stock market? \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1404, 0.3738]\", \"lift_point\": \"[0.1404, 0.3738]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.155, 0.4518]\", \"lift_point\": \"[0.155, 0.4518]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5156, 0.3897]\", \"lift_point\": \"[0.5156, 0.3897]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3169, 0.3161]\", \"lift_point\": \"[0.3169, 0.3161]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7039, 0.9274]\", \"lift_point\": \"[0.7039, 0.9274]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5969, 0.4606]\", \"lift_point\": \"[0.5969, 0.4606]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.177, 0.3258]\", \"lift_point\": \"[0.177, 0.3258]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8077, 0.6506]\", \"lift_point\": \"[0.8077, 0.6506]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7917, 0.6867]\", \"lift_point\": \"[0.7917, 0.6867]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2986, 0.4424]\", \"lift_point\": \"[0.2986, 0.4424]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3049, 0.5124]\", \"lift_point\": \"[0.3049, 0.5124]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"how do i get to the nearest walmart\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.301, 0.444]\", \"lift_point\": \"[0.301, 0.444]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2954, 0.5354]\", \"lift_point\": \"[0.2954, 0.5354]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2986, 0.3386]\", \"lift_point\": \"[0.2986, 0.3386]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest walmart\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest walmart\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.128, 0.3125]\", \"lift_point\": \"[0.128, 0.3125]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1414, 0.3263]\", \"lift_point\": \"[0.1414, 0.3263]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6982, 0.322]\", \"lift_point\": \"[0.6982, 0.322]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4754, 0.2997]\", \"lift_point\": \"[0.4754, 0.2997]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.875, 0.3221]\", \"lift_point\": \"[0.875, 0.3221]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6434, 0.4167]\", \"lift_point\": \"[0.6434, 0.4167]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.389, 0.3822]\", \"lift_point\": \"[0.389, 0.3822]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5317, 0.3664]\", \"lift_point\": \"[0.5317, 0.3664]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.551, 0.2879]\", \"lift_point\": \"[0.551, 0.2879]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3463, 0.2764]\", \"lift_point\": \"[0.3463, 0.2764]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.821, 0.2807]\", \"lift_point\": \"[0.821, 0.2807]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3088, 0.6094]\", \"lift_point\": \"[0.3088, 0.6094]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_HOME,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7895, 0.7097]\", \"lift_point\": \"[0.7895, 0.7097]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7961, 0.6892]\", \"lift_point\": \"[0.7961, 0.6892]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_HOME,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0598, 0.4926]\", \"lift_point\": \"[0.0598, 0.4926]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0664, 0.9286]\", \"lift_point\": \"[0.0664, 0.9286]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_HOME,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0598, 0.9425]\", \"lift_point\": \"[0.0598, 0.9425]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0623, 0.9153]\", \"lift_point\": \"[0.0623, 0.9153]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0607, 0.9247]\", \"lift_point\": \"[0.0607, 0.9247]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8015, 0.6568]\", \"lift_point\": \"[0.8015, 0.6568]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7967, 0.7051]\", \"lift_point\": \"[0.7967, 0.7051]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7805, 0.7051]\", \"lift_point\": \"[0.7805, 0.7051]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0679, 0.9219]\", \"lift_point\": \"[0.0679, 0.9219]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1904, 0.5908]\", \"lift_point\": \"[0.1904, 0.5908]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0669, 0.0733]\", \"lift_point\": \"[0.0669, 0.0733]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7817, 0.6517]\", \"lift_point\": \"[0.7817, 0.6517]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7877, 0.6944]\", \"lift_point\": \"[0.7877, 0.6944]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0675, 0.3969]\", \"lift_point\": \"[0.0675, 0.3969]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0606, 0.5284]\", \"lift_point\": \"[0.0606, 0.5284]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0639, 0.9182]\", \"lift_point\": \"[0.0639, 0.9182]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0646, 0.9197]\", \"lift_point\": \"[0.0646, 0.9197]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flight from san diego to seatle\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from San Diego to Seattle\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1482, 0.6046]\", \"lift_point\": \"[0.1482, 0.6046]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2153, 0.4265]\", \"lift_point\": \"[0.2153, 0.4265]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8495, 0.446]\", \"lift_point\": \"[0.8495, 0.446]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8204, 0.5424]\", \"lift_point\": \"[0.8204, 0.5424]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_BACK]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7931, 0.6448]\", \"lift_point\": \"[0.7931, 0.6448]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7878, 0.6936]\", \"lift_point\": \"[0.7878, 0.6936]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_BACK,DUAL_POINT,TYPE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7925, 0.6805]\", \"lift_point\": \"[0.7925, 0.6805]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7931, 0.684]\", \"lift_point\": \"[0.7931, 0.684]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_BACK,DUAL_POINT,TYPE,TYPE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0674, 0.8177]\", \"lift_point\": \"[0.0674, 0.8177]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0695, 0.5607]\", \"lift_point\": \"[0.0695, 0.5607]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_BACK,DUAL_POINT,TYPE,TYPE,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1732, 0.9098]\", \"lift_point\": \"[0.1732, 0.9098]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0674, 0.067]\", \"lift_point\": \"[0.0674, 0.067]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_BACK,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.173, 0.892]\", \"lift_point\": \"[0.173, 0.892]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1488, 0.8982]\", \"lift_point\": \"[0.1488, 0.8982]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_BACK,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1765, 0.9076]\", \"lift_point\": \"[0.1765, 0.9076]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0592, 0.0884]\", \"lift_point\": \"[0.0592, 0.0884]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_BACK,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1752, 0.9076]\", \"lift_point\": \"[0.1752, 0.9076]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0598, 0.082]\", \"lift_point\": \"[0.0598, 0.082]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_BACK,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1508, 0.9043]\", \"lift_point\": \"[0.1508, 0.9043]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1847, 0.8986]\", \"lift_point\": \"[0.1847, 0.8986]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_BACK,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1766, 0.8965]\", \"lift_point\": \"[0.1766, 0.8965]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1482, 0.9043]\", \"lift_point\": \"[0.1482, 0.9043]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_BACK,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1792, 0.8965]\", \"lift_point\": \"[0.1792, 0.8965]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0635, 0.062]\", \"lift_point\": \"[0.0635, 0.062]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_BACK,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1278, 0.9208]\", \"lift_point\": \"[0.1278, 0.9208]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1792, 0.8965]\", \"lift_point\": \"[0.1792, 0.8965]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_BACK,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0601, 0.9113]\", \"lift_point\": \"[0.0601, 0.9113]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0679, 0.087]\", \"lift_point\": \"[0.0679, 0.087]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_BACK,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.331, 0.6001]\", \"lift_point\": \"[0.331, 0.6001]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3087, 0.5335]\", \"lift_point\": \"[0.3087, 0.5335]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_BACK,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest news in space exploration\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3155, 0.5129]\", \"lift_point\": \"[0.3155, 0.5129]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7909, 0.5012]\", \"lift_point\": \"[0.7909, 0.5012]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3087, 0.6682]\", \"lift_point\": \"[0.3087, 0.6682]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.316, 0.1858]\", \"lift_point\": \"[0.316, 0.1858]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest news in space exploration\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest news in space exploration\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1392, 0.5234]\", \"lift_point\": \"[0.1392, 0.5234]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2154, 0.5227]\", \"lift_point\": \"[0.2154, 0.5227]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2043, 0.4575]\", \"lift_point\": \"[0.2043, 0.4575]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2519, 0.2041]\", \"lift_point\": \"[0.2519, 0.2041]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6425, 0.3476]\", \"lift_point\": \"[0.6425, 0.3476]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3964, 0.5443]\", \"lift_point\": \"[0.3964, 0.5443]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3323, 0.4624]\", \"lift_point\": \"[0.3323, 0.4624]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7904, 0.6861]\", \"lift_point\": \"[0.7904, 0.6861]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8006, 0.6824]\", \"lift_point\": \"[0.8006, 0.6824]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7878, 0.6879]\", \"lift_point\": \"[0.7878, 0.6879]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0726, 0.4245]\", \"lift_point\": \"[0.0726, 0.4245]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0611, 0.4777]\", \"lift_point\": \"[0.0611, 0.4777]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"whats the new in bolivia\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in bolivia\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1326, 0.4855]\", \"lift_point\": \"[0.1326, 0.4855]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1399, 0.4267]\", \"lift_point\": \"[0.1399, 0.4267]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6276, 0.6021]\", \"lift_point\": \"[0.6276, 0.6021]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5624, 0.3277]\", \"lift_point\": \"[0.5624, 0.3277]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8529, 0.9696]\", \"lift_point\": \"[0.8529, 0.9696]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8542, 0.972]\", \"lift_point\": \"[0.8542, 0.972]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.559, 0.1962]\", \"lift_point\": \"[0.559, 0.1962]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.857, 0.9552]\", \"lift_point\": \"[0.857, 0.9552]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7328, 0.4579]\", \"lift_point\": \"[0.7328, 0.4579]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4715, 0.9252]\", \"lift_point\": \"[0.4715, 0.9252]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7324, 0.4575]\", \"lift_point\": \"[0.7324, 0.4575]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8896, 0.5397]\", \"lift_point\": \"[0.8896, 0.5397]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4808, 0.7102]\", \"lift_point\": \"[0.4808, 0.7102]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4868, 0.6915]\", \"lift_point\": \"[0.4868, 0.6915]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1319, 0.3981]\", \"lift_point\": \"[0.1319, 0.3981]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1171, 0.5794]\", \"lift_point\": \"[0.1171, 0.5794]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0564, 0.9072]\", \"lift_point\": \"[0.0564, 0.9072]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0654, 0.9269]\", \"lift_point\": \"[0.0654, 0.9269]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Google the capital of Mexico\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Mexico\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1329, 0.2502]\", \"lift_point\": \"[0.1329, 0.2502]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1294, 0.3672]\", \"lift_point\": \"[0.1294, 0.3672]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5498, 0.2842]\", \"lift_point\": \"[0.5498, 0.2842]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7309, 0.5486]\", \"lift_point\": \"[0.7309, 0.5486]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7297, 0.5088]\", \"lift_point\": \"[0.7297, 0.5088]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7324, 0.8548]\", \"lift_point\": \"[0.7324, 0.8548]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7309, 0.748]\", \"lift_point\": \"[0.7309, 0.748]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4927, 0.6819]\", \"lift_point\": \"[0.4927, 0.6819]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4876, 0.6914]\", \"lift_point\": \"[0.4876, 0.6914]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.12, 0.5854]\", \"lift_point\": \"[0.12, 0.5854]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.117, 0.5094]\", \"lift_point\": \"[0.117, 0.5094]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0631, 0.9282]\", \"lift_point\": \"[0.0631, 0.9282]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0559, 0.9298]\", \"lift_point\": \"[0.0559, 0.9298]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Myanmar?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Myanmar?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1211, 0.3715]\", \"lift_point\": \"[0.1211, 0.3715]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1282, 0.2672]\", \"lift_point\": \"[0.1282, 0.2672]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2598, 0.2621]\", \"lift_point\": \"[0.2598, 0.2621]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4801, 0.6961]\", \"lift_point\": \"[0.4801, 0.6961]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4878, 0.6914]\", \"lift_point\": \"[0.4878, 0.6914]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2509, 0.5219]\", \"lift_point\": \"[0.2509, 0.5219]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2595, 0.5821]\", \"lift_point\": \"[0.2595, 0.5821]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0593, 0.9237]\", \"lift_point\": \"[0.0593, 0.9237]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0656, 0.9132]\", \"lift_point\": \"[0.0656, 0.9132]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in San Francisco?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in San Francisco?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1294, 0.3941]\", \"lift_point\": \"[0.1294, 0.3941]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1304, 0.4512]\", \"lift_point\": \"[0.1304, 0.4512]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2854, 0.4765]\", \"lift_point\": \"[0.2854, 0.4765]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4399, 0.6774]\", \"lift_point\": \"[0.4399, 0.6774]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4658, 0.6952]\", \"lift_point\": \"[0.4658, 0.6952]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2615, 0.5066]\", \"lift_point\": \"[0.2615, 0.5066]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2583, 0.5811]\", \"lift_point\": \"[0.2583, 0.5811]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0582, 0.9251]\", \"lift_point\": \"[0.0582, 0.9251]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0655, 0.9211]\", \"lift_point\": \"[0.0655, 0.9211]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for hotels in Las Vegas\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Las Vegas\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1279, 0.3828]\", \"lift_point\": \"[0.1279, 0.3828]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1232, 0.3872]\", \"lift_point\": \"[0.1232, 0.3872]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2896, 0.4649]\", \"lift_point\": \"[0.2896, 0.4649]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8979, 0.4573]\", \"lift_point\": \"[0.8979, 0.4573]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9027, 0.5641]\", \"lift_point\": \"[0.9027, 0.5641]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does the new iPad cost?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does the new iPad cost?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0916, 0.6115]\", \"lift_point\": \"[0.0916, 0.6115]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0915, 0.6225]\", \"lift_point\": \"[0.0915, 0.6225]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9121, 0.5982]\", \"lift_point\": \"[0.9121, 0.5982]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9192, 0.3086]\", \"lift_point\": \"[0.9192, 0.3086]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Bangladesh?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Bangladesh?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.116, 0.349]\", \"lift_point\": \"[0.116, 0.349]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0959, 0.6462]\", \"lift_point\": \"[0.0959, 0.6462]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9053, 0.3636]\", \"lift_point\": \"[0.9053, 0.3636]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9075, 0.4255]\", \"lift_point\": \"[0.9075, 0.4255]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"the menu at IHOP\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats on the menu at IHOP?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1138, 0.3252]\", \"lift_point\": \"[0.1138, 0.3252]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0954, 0.3852]\", \"lift_point\": \"[0.0954, 0.3852]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9177, 0.4904]\", \"lift_point\": \"[0.9177, 0.4904]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9191, 0.4256]\", \"lift_point\": \"[0.9191, 0.4256]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest T-Mobile Store?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest T-Mobile Store?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.118, 0.5647]\", \"lift_point\": \"[0.118, 0.5647]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.105, 0.6225]\", \"lift_point\": \"[0.105, 0.6225]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8384, 0.573]\", \"lift_point\": \"[0.8384, 0.573]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8171, 0.6011]\", \"lift_point\": \"[0.8171, 0.6011]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0603, 0.0385]\", \"lift_point\": \"[0.0603, 0.0385]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0588, 0.8555]\", \"lift_point\": \"[0.0588, 0.8555]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0531, 0.0556]\", \"lift_point\": \"[0.0531, 0.0556]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0531, 0.0556]\", \"lift_point\": \"[0.0531, 0.0556]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0531, 0.0556]\", \"lift_point\": \"[0.0531, 0.0556]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0531, 0.0556]\", \"lift_point\": \"[0.0531, 0.0556]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0519, 0.8528]\", \"lift_point\": \"[0.0519, 0.8528]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0568, 0.4626]\", \"lift_point\": \"[0.0568, 0.4626]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0519, 0.8528]\", \"lift_point\": \"[0.0519, 0.8528]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0521, 0.0685]\", \"lift_point\": \"[0.0521, 0.0685]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0586, 0.0726]\", \"lift_point\": \"[0.0586, 0.0726]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0521, 0.0685]\", \"lift_point\": \"[0.0521, 0.0685]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.918, 0.5556]\", \"lift_point\": \"[0.918, 0.5556]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9197, 0.5444]\", \"lift_point\": \"[0.9197, 0.5444]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How far is the moon\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How far is the moon?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1176, 0.5415]\", \"lift_point\": \"[0.1176, 0.5415]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1057, 0.3859]\", \"lift_point\": \"[0.1057, 0.3859]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8934, 0.6196]\", \"lift_point\": \"[0.8934, 0.6196]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9199, 0.3814]\", \"lift_point\": \"[0.9199, 0.3814]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Who is the president of the United States?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Who is the president of the United States?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1177, 0.4356]\", \"lift_point\": \"[0.1177, 0.4356]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1075, 0.4144]\", \"lift_point\": \"[0.1075, 0.4144]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8013, 0.1648]\", \"lift_point\": \"[0.8013, 0.1648]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8087, 0.166]\", \"lift_point\": \"[0.8087, 0.166]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8013, 0.1648]\", \"lift_point\": \"[0.8013, 0.1648]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8013, 0.1648]\", \"lift_point\": \"[0.8013, 0.1648]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" president of the United States\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Who is the president of the United States\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8868, 0.1718]\", \"lift_point\": \"[0.8868, 0.1718]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8918, 0.3163]\", \"lift_point\": \"[0.8918, 0.3163]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8847, 0.2336]\", \"lift_point\": \"[0.8847, 0.2336]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8868, 0.1718]\", \"lift_point\": \"[0.8868, 0.1718]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for a new blush\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new blush\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3263, 0.4572]\", \"lift_point\": \"[0.3263, 0.4572]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3244, 0.5668]\", \"lift_point\": \"[0.3244, 0.5668]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8899, 0.5686]\", \"lift_point\": \"[0.8899, 0.5686]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8792, 0.6297]\", \"lift_point\": \"[0.8792, 0.6297]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Who is the president of the United States\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Who is the president of the United States\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8925, 0.5339]\", \"lift_point\": \"[0.8925, 0.5339]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8791, 0.5174]\", \"lift_point\": \"[0.8791, 0.5174]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" new eyeshadow\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new eyeshadow\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5124, 0.5403]\", \"lift_point\": \"[0.5124, 0.5403]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5637, 0.4402]\", \"lift_point\": \"[0.5637, 0.4402]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8828, 0.6863]\", \"lift_point\": \"[0.8828, 0.6863]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8808, 0.6355]\", \"lift_point\": \"[0.8808, 0.6355]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8857, 0.3634]\", \"lift_point\": \"[0.8857, 0.3634]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.878, 0.4599]\", \"lift_point\": \"[0.878, 0.4599]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8911, 0.3591]\", \"lift_point\": \"[0.8911, 0.3591]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Sprint Store\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Sprint Store\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.895, 0.3061]\", \"lift_point\": \"[0.895, 0.3061]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8911, 0.4995]\", \"lift_point\": \"[0.8911, 0.4995]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Orlando\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Orlando\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3382, 0.4826]\", \"lift_point\": \"[0.3382, 0.4826]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8047, 0.7443]\", \"lift_point\": \"[0.8047, 0.7443]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6461, 0.9417]\", \"lift_point\": \"[0.6461, 0.9417]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7872, 0.737]\", \"lift_point\": \"[0.7872, 0.737]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8832, 0.4339]\", \"lift_point\": \"[0.8832, 0.4339]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8907, 0.444]\", \"lift_point\": \"[0.8907, 0.444]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news about the US economy\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news about the US economy\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6491, 0.4777]\", \"lift_point\": \"[0.6491, 0.4777]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6426, 0.4444]\", \"lift_point\": \"[0.6426, 0.4444]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8918, 0.1107]\", \"lift_point\": \"[0.8918, 0.1107]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8814, 0.3866]\", \"lift_point\": \"[0.8814, 0.3866]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8911, 0.1161]\", \"lift_point\": \"[0.8911, 0.1161]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Tokyo\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Tokyo\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7179, 0.4779]\", \"lift_point\": \"[0.7179, 0.4779]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6304, 0.4742]\", \"lift_point\": \"[0.6304, 0.4742]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_ENTER,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8847, 0.5997]\", \"lift_point\": \"[0.8847, 0.5997]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8751, 0.4443]\", \"lift_point\": \"[0.8751, 0.4443]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bedroom apartment rent for in Philadelphia\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bedroom apartment rent for in Philadelphia\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bedroom apartment rent for in Philadelphia\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1173, 0.4254]\", \"lift_point\": \"[0.1173, 0.4254]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.353, 0.463]\", \"lift_point\": \"[0.353, 0.463]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8975, 0.4375]\", \"lift_point\": \"[0.8975, 0.4375]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8977, 0.5055]\", \"lift_point\": \"[0.8977, 0.5055]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Home Depot\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Home Depot?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1697, 0.5376]\", \"lift_point\": \"[0.1697, 0.5376]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1212, 0.4285]\", \"lift_point\": \"[0.1212, 0.4285]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9068, 0.4789]\", \"lift_point\": \"[0.9068, 0.4789]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8989, 0.524]\", \"lift_point\": \"[0.8989, 0.524]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for a new highlighter\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new highlighter\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1187, 0.3716]\", \"lift_point\": \"[0.1187, 0.3716]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.123, 0.335]\", \"lift_point\": \"[0.123, 0.335]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How old is the earth?\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8922, 0.5157]\", \"lift_point\": \"[0.8922, 0.5157]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.888, 0.5832]\", \"lift_point\": \"[0.888, 0.5832]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How old is the earth?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How old is the earth?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1773, 0.4353]\", \"lift_point\": \"[0.1773, 0.4353]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1175, 0.4214]\", \"lift_point\": \"[0.1175, 0.4214]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8978, 0.4062]\", \"lift_point\": \"[0.8978, 0.4062]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Switzerland?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Switzerland?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1189, 0.4396]\", \"lift_point\": \"[0.1189, 0.4396]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1123, 0.4465]\", \"lift_point\": \"[0.1123, 0.4465]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8888, 0.3536]\", \"lift_point\": \"[0.8888, 0.3536]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8888, 0.4541]\", \"lift_point\": \"[0.8888, 0.4541]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8404, 0.5427]\", \"lift_point\": \"[0.8404, 0.5427]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.485, 0.32]\", \"lift_point\": \"[0.485, 0.32]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.555, 0.3808]\", \"lift_point\": \"[0.555, 0.3808]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7967, 0.5425]\", \"lift_point\": \"[0.7967, 0.5425]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6534, 0.5577]\", \"lift_point\": \"[0.6534, 0.5577]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8915, 0.4337]\", \"lift_point\": \"[0.8915, 0.4337]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8915, 0.4337]\", \"lift_point\": \"[0.8915, 0.4337]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8915, 0.4337]\", \"lift_point\": \"[0.8915, 0.4337]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for a new eyeliner\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for a new eyeliner\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1211, 0.2958]\", \"lift_point\": \"[0.1211, 0.2958]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1241, 0.3394]\", \"lift_point\": \"[0.1241, 0.3394]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1642, 0.2992]\", \"lift_point\": \"[0.1642, 0.2992]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7763, 0.8735]\", \"lift_point\": \"[0.7763, 0.8735]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7777, 0.691]\", \"lift_point\": \"[0.7777, 0.691]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.059, 0.2932]\", \"lift_point\": \"[0.059, 0.2932]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0623, 0.4455]\", \"lift_point\": \"[0.0623, 0.4455]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"top rated burger restaurants\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"top rated burger restaurants\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1459, 0.5262]\", \"lift_point\": \"[0.1459, 0.5262]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1421, 0.3994]\", \"lift_point\": \"[0.1421, 0.3994]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7864, 0.8754]\", \"lift_point\": \"[0.7864, 0.8754]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7777, 0.6816]\", \"lift_point\": \"[0.7777, 0.6816]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0615, 0.7847]\", \"lift_point\": \"[0.0615, 0.7847]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0591, 0.0646]\", \"lift_point\": \"[0.0591, 0.0646]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0596, 0.9275]\", \"lift_point\": \"[0.0596, 0.9275]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0615, 0.9279]\", \"lift_point\": \"[0.0615, 0.9279]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"google play books app\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0596, 0.6939]\", \"lift_point\": \"[0.0596, 0.6939]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.133, 0.2611]\", \"lift_point\": \"[0.133, 0.2611]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1321, 0.4065]\", \"lift_point\": \"[0.1321, 0.4065]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.151, 0.8536]\", \"lift_point\": \"[0.151, 0.8536]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1519, 0.84]\", \"lift_point\": \"[0.1519, 0.84]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1585, 0.8536]\", \"lift_point\": \"[0.1585, 0.8536]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6924, 0.4806]\", \"lift_point\": \"[0.6924, 0.4806]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7169, 0.4677]\", \"lift_point\": \"[0.7169, 0.4677]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0721, 0.8912]\", \"lift_point\": \"[0.0721, 0.8912]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0698, 0.9089]\", \"lift_point\": \"[0.0698, 0.9089]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4201, 0.261]\", \"lift_point\": \"[0.4201, 0.261]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4382, 0.3686]\", \"lift_point\": \"[0.4382, 0.3686]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7768, 0.6893]\", \"lift_point\": \"[0.7768, 0.6893]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7738, 0.6896]\", \"lift_point\": \"[0.7738, 0.6896]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.046, 0.3666]\", \"lift_point\": \"[0.046, 0.3666]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0654, 0.5267]\", \"lift_point\": \"[0.0654, 0.5267]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in suriname?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Suriname?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1234, 0.2373]\", \"lift_point\": \"[0.1234, 0.2373]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1235, 0.2685]\", \"lift_point\": \"[0.1235, 0.2685]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3658, 0.1658]\", \"lift_point\": \"[0.3658, 0.1658]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3745, 0.1984]\", \"lift_point\": \"[0.3745, 0.1984]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8344, 0.2127]\", \"lift_point\": \"[0.8344, 0.2127]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8254, 0.2295]\", \"lift_point\": \"[0.8254, 0.2295]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7789, 0.6906]\", \"lift_point\": \"[0.7789, 0.6906]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0479, 0.2967]\", \"lift_point\": \"[0.0479, 0.2967]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0601, 0.5357]\", \"lift_point\": \"[0.0601, 0.5357]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How far is the moon?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How far is the moon?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.124, 0.481]\", \"lift_point\": \"[0.124, 0.481]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0655, 0.418]\", \"lift_point\": \"[0.0655, 0.418]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7825, 0.6805]\", \"lift_point\": \"[0.7825, 0.6805]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7776, 0.6865]\", \"lift_point\": \"[0.7776, 0.6865]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0464, 0.4198]\", \"lift_point\": \"[0.0464, 0.4198]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1964, 0.6454]\", \"lift_point\": \"[0.1964, 0.6454]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nice wallpapers for my computer\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nice wallpapers for my computer\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1226, 0.3679]\", \"lift_point\": \"[0.1226, 0.3679]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1325, 0.1972]\", \"lift_point\": \"[0.1325, 0.1972]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8927, 0.4911]\", \"lift_point\": \"[0.8927, 0.4911]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.785, 0.6899]\", \"lift_point\": \"[0.785, 0.6899]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7815, 0.6862]\", \"lift_point\": \"[0.7815, 0.6862]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0448, 0.4535]\", \"lift_point\": \"[0.0448, 0.4535]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0381, 0.4269]\", \"lift_point\": \"[0.0381, 0.4269]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Philadelphia\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Philadelphia\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1278, 0.3068]\", \"lift_point\": \"[0.1278, 0.3068]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1313, 0.3555]\", \"lift_point\": \"[0.1313, 0.3555]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3782, 0.3758]\", \"lift_point\": \"[0.3782, 0.3758]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3743, 0.2434]\", \"lift_point\": \"[0.3743, 0.2434]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3963, 0.9217]\", \"lift_point\": \"[0.3963, 0.9217]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8923, 0.5278]\", \"lift_point\": \"[0.8923, 0.5278]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7573, 0.3117]\", \"lift_point\": \"[0.7573, 0.3117]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7688, 0.1281]\", \"lift_point\": \"[0.7688, 0.1281]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1912, 0.3148]\", \"lift_point\": \"[0.1912, 0.3148]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7191, 0.5092]\", \"lift_point\": \"[0.7191, 0.5092]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7675, 0.1281]\", \"lift_point\": \"[0.7675, 0.1281]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4623, 0.522]\", \"lift_point\": \"[0.4623, 0.522]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5093, 0.5546]\", \"lift_point\": \"[0.5093, 0.5546]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7589, 0.3169]\", \"lift_point\": \"[0.7589, 0.3169]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7518, 0.3085]\", \"lift_point\": \"[0.7518, 0.3085]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0721, 0.4079]\", \"lift_point\": \"[0.0721, 0.4079]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0875, 0.4465]\", \"lift_point\": \"[0.0875, 0.4465]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"home depot\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Home Depot\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1694, 0.2425]\", \"lift_point\": \"[0.1694, 0.2425]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5978, 0.3387]\", \"lift_point\": \"[0.5978, 0.3387]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6059, 0.2821]\", \"lift_point\": \"[0.6059, 0.2821]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5971, 0.519]\", \"lift_point\": \"[0.5971, 0.519]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5918, 0.5678]\", \"lift_point\": \"[0.5918, 0.5678]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7529, 0.347]\", \"lift_point\": \"[0.7529, 0.347]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.751, 0.3178]\", \"lift_point\": \"[0.751, 0.3178]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3952, 0.4097]\", \"lift_point\": \"[0.3952, 0.4097]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3865, 0.5352]\", \"lift_point\": \"[0.3865, 0.5352]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather in toronto\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather in toronto\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7474, 0.2992]\", \"lift_point\": \"[0.7474, 0.2992]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.749, 0.3178]\", \"lift_point\": \"[0.749, 0.3178]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0719, 0.6064]\", \"lift_point\": \"[0.0719, 0.6064]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0866, 0.4494]\", \"lift_point\": \"[0.0866, 0.4494]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"3 bedroom apartment rent in Dallas\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0759, 0.9222]\", \"lift_point\": \"[0.0759, 0.9222]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7726, 0.4514]\", \"lift_point\": \"[0.7726, 0.4514]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6726, 0.3813]\", \"lift_point\": \"[0.6726, 0.3813]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6434, 0.371]\", \"lift_point\": \"[0.6434, 0.371]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6592, 0.4517]\", \"lift_point\": \"[0.6592, 0.4517]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.606, 0.3559]\", \"lift_point\": \"[0.606, 0.3559]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3683, 0.9673]\", \"lift_point\": \"[0.3683, 0.9673]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3762, 0.9461]\", \"lift_point\": \"[0.3762, 0.9461]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3683, 0.9673]\", \"lift_point\": \"[0.3683, 0.9673]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3683, 0.9673]\", \"lift_point\": \"[0.3683, 0.9673]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3683, 0.9673]\", \"lift_point\": \"[0.3683, 0.9673]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3683, 0.9673]\", \"lift_point\": \"[0.3683, 0.9673]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3683, 0.9673]\", \"lift_point\": \"[0.3683, 0.9673]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3683, 0.9673]\", \"lift_point\": \"[0.3683, 0.9673]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1525, 0.0525]\", \"lift_point\": \"[0.1525, 0.0525]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3683, 0.9673]\", \"lift_point\": \"[0.3683, 0.9673]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5687, 0.5023]\", \"lift_point\": \"[0.5687, 0.5023]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3748, 0.9512]\", \"lift_point\": \"[0.3748, 0.9512]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3683, 0.9695]\", \"lift_point\": \"[0.3683, 0.9695]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3748, 0.9512]\", \"lift_point\": \"[0.3748, 0.9512]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3748, 0.9512]\", \"lift_point\": \"[0.3748, 0.9512]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3748, 0.9512]\", \"lift_point\": \"[0.3748, 0.9512]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3748, 0.9512]\", \"lift_point\": \"[0.3748, 0.9512]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3748, 0.9512]\", \"lift_point\": \"[0.3748, 0.9512]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3748, 0.9512]\", \"lift_point\": \"[0.3748, 0.9512]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3748, 0.9512]\", \"lift_point\": \"[0.3748, 0.9512]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3748, 0.9512]\", \"lift_point\": \"[0.3748, 0.9512]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1544, 0.0272]\", \"lift_point\": \"[0.1544, 0.0272]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3748, 0.9512]\", \"lift_point\": \"[0.3748, 0.9512]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7482, 0.3056]\", \"lift_point\": \"[0.7482, 0.3056]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7499, 0.4999]\", \"lift_point\": \"[0.7499, 0.4999]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0812, 0.4505]\", \"lift_point\": \"[0.0812, 0.4505]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0886, 0.9218]\", \"lift_point\": \"[0.0886, 0.9218]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7534, 0.4991]\", \"lift_point\": \"[0.7534, 0.4991]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7474, 0.1525]\", \"lift_point\": \"[0.7474, 0.1525]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1901, 0.3129]\", \"lift_point\": \"[0.1901, 0.3129]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7046, 0.4999]\", \"lift_point\": \"[0.7046, 0.4999]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4458, 0.4515]\", \"lift_point\": \"[0.4458, 0.4515]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5768, 0.3786]\", \"lift_point\": \"[0.5768, 0.3786]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5469, 0.3295]\", \"lift_point\": \"[0.5469, 0.3295]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3694, 0.1923]\", \"lift_point\": \"[0.3694, 0.1923]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.866, 0.2635]\", \"lift_point\": \"[0.866, 0.2635]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7648, 0.308]\", \"lift_point\": \"[0.7648, 0.308]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7515, 0.3115]\", \"lift_point\": \"[0.7515, 0.3115]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0811, 0.5569]\", \"lift_point\": \"[0.0811, 0.5569]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0886, 0.4203]\", \"lift_point\": \"[0.0886, 0.4203]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nice wallpapers for laptop\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Show me some nice wallpapers for my laptop\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3292, 0.1958]\", \"lift_point\": \"[0.3292, 0.1958]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7531, 0.3065]\", \"lift_point\": \"[0.7531, 0.3065]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7518, 0.3184]\", \"lift_point\": \"[0.7518, 0.3184]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0854, 0.4441]\", \"lift_point\": \"[0.0854, 0.4441]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0869, 0.4475]\", \"lift_point\": \"[0.0869, 0.4475]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Paris\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Paris\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8995, 0.5335]\", \"lift_point\": \"[0.8995, 0.5335]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4058, 0.1114]\", \"lift_point\": \"[0.4058, 0.1114]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4069, 0.1344]\", \"lift_point\": \"[0.4069, 0.1344]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8784, 0.9095]\", \"lift_point\": \"[0.8784, 0.9095]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8777, 0.9176]\", \"lift_point\": \"[0.8777, 0.9176]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8784, 0.9095]\", \"lift_point\": \"[0.8784, 0.9095]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8784, 0.9095]\", \"lift_point\": \"[0.8784, 0.9095]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.842, 0.554]\", \"lift_point\": \"[0.842, 0.554]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8784, 0.9095]\", \"lift_point\": \"[0.8784, 0.9095]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0819, 0.8044]\", \"lift_point\": \"[0.0819, 0.8044]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0692, 0.3035]\", \"lift_point\": \"[0.0692, 0.3035]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0819, 0.8044]\", \"lift_point\": \"[0.0819, 0.8044]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2266, 0.5193]\", \"lift_point\": \"[0.2266, 0.5193]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7517, 0.3211]\", \"lift_point\": \"[0.7517, 0.3211]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2208, 0.5351]\", \"lift_point\": \"[0.2208, 0.5351]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2306, 0.5193]\", \"lift_point\": \"[0.2306, 0.5193]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0789, 0.5293]\", \"lift_point\": \"[0.0789, 0.5293]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0827, 0.4494]\", \"lift_point\": \"[0.0827, 0.4494]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"price of 1000 Watt EGO power+ snow Blower\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"price of the 1000-Watt EGO Power+ Snow Blower\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"r\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3363, 0.4445]\", \"lift_point\": \"[0.3363, 0.4445]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8765, 0.5046]\", \"lift_point\": \"[0.8765, 0.5046]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7812, 0.687]\", \"lift_point\": \"[0.7812, 0.687]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2x4x8 board cost at Lowes\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2x4x8 board cost at Lowes\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1308, 0.5098]\", \"lift_point\": \"[0.1308, 0.5098]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1253, 0.5601]\", \"lift_point\": \"[0.1253, 0.5601]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3837, 0.3738]\", \"lift_point\": \"[0.3837, 0.3738]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6894, 0.462]\", \"lift_point\": \"[0.6894, 0.462]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7836, 0.8913]\", \"lift_point\": \"[0.7836, 0.8913]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0641, 0.8083]\", \"lift_point\": \"[0.0641, 0.8083]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0554, 0.7977]\", \"lift_point\": \"[0.0554, 0.7977]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0565, 0.9121]\", \"lift_point\": \"[0.0565, 0.9121]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0641, 0.9184]\", \"lift_point\": \"[0.0641, 0.9184]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"CNN app\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"CNN app\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1365, 0.3443]\", \"lift_point\": \"[0.1365, 0.3443]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1305, 0.2626]\", \"lift_point\": \"[0.1305, 0.2626]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3312, 0.5818]\", \"lift_point\": \"[0.3312, 0.5818]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2244, 0.3982]\", \"lift_point\": \"[0.2244, 0.3982]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.365, 0.6091]\", \"lift_point\": \"[0.365, 0.6091]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3822, 0.5438]\", \"lift_point\": \"[0.3822, 0.5438]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7777, 0.4953]\", \"lift_point\": \"[0.7777, 0.4953]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1917, 0.7347]\", \"lift_point\": \"[0.1917, 0.7347]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3773, 0.6832]\", \"lift_point\": \"[0.3773, 0.6832]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.077, 0.1591]\", \"lift_point\": \"[0.077, 0.1591]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0679, 0.1391]\", \"lift_point\": \"[0.0679, 0.1391]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1722, 0.9007]\", \"lift_point\": \"[0.1722, 0.9007]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8909, 0.5007]\", \"lift_point\": \"[0.8909, 0.5007]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1703, 0.3363]\", \"lift_point\": \"[0.1703, 0.3363]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5092, 0.7262]\", \"lift_point\": \"[0.5092, 0.7262]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6133, 0.3994]\", \"lift_point\": \"[0.6133, 0.3994]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.412, 0.5358]\", \"lift_point\": \"[0.412, 0.5358]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3287, 0.7294]\", \"lift_point\": \"[0.3287, 0.7294]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3374, 0.7421]\", \"lift_point\": \"[0.3374, 0.7421]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3281, 0.7219]\", \"lift_point\": \"[0.3281, 0.7219]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4095, 0.5013]\", \"lift_point\": \"[0.4095, 0.5013]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6755, 0.7177]\", \"lift_point\": \"[0.6755, 0.7177]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6807, 0.7237]\", \"lift_point\": \"[0.6807, 0.7237]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8864, 0.3505]\", \"lift_point\": \"[0.8864, 0.3505]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8761, 0.4567]\", \"lift_point\": \"[0.8761, 0.4567]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new iPad cost\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new iPad cost\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1312, 0.3587]\", \"lift_point\": \"[0.1312, 0.3587]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1385, 0.2144]\", \"lift_point\": \"[0.1385, 0.2144]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.129, 0.5507]\", \"lift_point\": \"[0.129, 0.5507]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7811, 0.6797]\", \"lift_point\": \"[0.7811, 0.6797]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5116, 0.6707]\", \"lift_point\": \"[0.5116, 0.6707]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5045, 0.6814]\", \"lift_point\": \"[0.5045, 0.6814]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1434, 0.575]\", \"lift_point\": \"[0.1434, 0.575]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1409, 0.5343]\", \"lift_point\": \"[0.1409, 0.5343]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0735, 0.9084]\", \"lift_point\": \"[0.0735, 0.9084]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0635, 0.8913]\", \"lift_point\": \"[0.0635, 0.8913]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0634, 0.3613]\", \"lift_point\": \"[0.0634, 0.3613]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0831, 0.5255]\", \"lift_point\": \"[0.0831, 0.5255]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news? \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news? \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3, 0.4889]\", \"lift_point\": \"[0.3, 0.4889]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1525, 0.4084]\", \"lift_point\": \"[0.1525, 0.4084]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1994, 0.1994]\", \"lift_point\": \"[0.1994, 0.1994]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5718, 0.3868]\", \"lift_point\": \"[0.5718, 0.3868]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5848, 0.376]\", \"lift_point\": \"[0.5848, 0.376]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.845, 0.4068]\", \"lift_point\": \"[0.845, 0.4068]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8504, 0.5798]\", \"lift_point\": \"[0.8504, 0.5798]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7816, 0.6797]\", \"lift_point\": \"[0.7816, 0.6797]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5316, 0.696]\", \"lift_point\": \"[0.5316, 0.696]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.515, 0.6813]\", \"lift_point\": \"[0.515, 0.6813]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5139, 0.6907]\", \"lift_point\": \"[0.5139, 0.6907]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5105, 0.6575]\", \"lift_point\": \"[0.5105, 0.6575]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1398, 0.5773]\", \"lift_point\": \"[0.1398, 0.5773]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1423, 0.6384]\", \"lift_point\": \"[0.1423, 0.6384]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0667, 0.8632]\", \"lift_point\": \"[0.0667, 0.8632]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0623, 0.8879]\", \"lift_point\": \"[0.0623, 0.8879]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0272, 0.5224]\", \"lift_point\": \"[0.0272, 0.5224]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.061, 0.3384]\", \"lift_point\": \"[0.061, 0.3384]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0729, 0.6006]\", \"lift_point\": \"[0.0729, 0.6006]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for a new hair product \"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for a new hair product \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for a new hair product \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2757, 0.5502]\", \"lift_point\": \"[0.2757, 0.5502]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1495, 0.404]\", \"lift_point\": \"[0.1495, 0.404]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3859, 0.3724]\", \"lift_point\": \"[0.3859, 0.3724]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.778, 0.9012]\", \"lift_point\": \"[0.778, 0.9012]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7804, 0.9012]\", \"lift_point\": \"[0.7804, 0.9012]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5042, 0.6569]\", \"lift_point\": \"[0.5042, 0.6569]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.504, 0.6865]\", \"lift_point\": \"[0.504, 0.6865]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1423, 0.505]\", \"lift_point\": \"[0.1423, 0.505]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1381, 0.5565]\", \"lift_point\": \"[0.1381, 0.5565]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0657, 0.9022]\", \"lift_point\": \"[0.0657, 0.9022]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0673, 0.8896]\", \"lift_point\": \"[0.0673, 0.8896]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0592, 0.4723]\", \"lift_point\": \"[0.0592, 0.4723]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0599, 0.5237]\", \"lift_point\": \"[0.0599, 0.5237]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Pakistan? \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Pakistan? \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1414, 0.4019]\", \"lift_point\": \"[0.1414, 0.4019]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1543, 0.5325]\", \"lift_point\": \"[0.1543, 0.5325]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3341, 0.3463]\", \"lift_point\": \"[0.3341, 0.3463]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3614, 0.4368]\", \"lift_point\": \"[0.3614, 0.4368]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.812, 0.3459]\", \"lift_point\": \"[0.812, 0.3459]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8258, 0.2297]\", \"lift_point\": \"[0.8258, 0.2297]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.779, 0.9659]\", \"lift_point\": \"[0.779, 0.9659]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8335, 0.9365]\", \"lift_point\": \"[0.8335, 0.9365]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6352, 0.6476]\", \"lift_point\": \"[0.6352, 0.6476]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6138, 0.6913]\", \"lift_point\": \"[0.6138, 0.6913]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0552, 0.5181]\", \"lift_point\": \"[0.0552, 0.5181]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0665, 0.4765]\", \"lift_point\": \"[0.0665, 0.4765]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Google app \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Google app\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1439, 0.4632]\", \"lift_point\": \"[0.1439, 0.4632]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1389, 0.3895]\", \"lift_point\": \"[0.1389, 0.3895]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2411, 0.3249]\", \"lift_point\": \"[0.2411, 0.3249]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7443, 0.4633]\", \"lift_point\": \"[0.7443, 0.4633]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2788, 0.6746]\", \"lift_point\": \"[0.2788, 0.6746]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1211, 0.6071]\", \"lift_point\": \"[0.1211, 0.6071]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4577, 0.4598]\", \"lift_point\": \"[0.4577, 0.4598]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4678, 0.6666]\", \"lift_point\": \"[0.4678, 0.6666]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4809, 0.6676]\", \"lift_point\": \"[0.4809, 0.6676]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1432, 0.4758]\", \"lift_point\": \"[0.1432, 0.4758]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1423, 0.6046]\", \"lift_point\": \"[0.1423, 0.6046]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0654, 0.9074]\", \"lift_point\": \"[0.0654, 0.9074]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0672, 0.8869]\", \"lift_point\": \"[0.0672, 0.8869]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.079, 0.4799]\", \"lift_point\": \"[0.079, 0.4799]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.071, 0.5269]\", \"lift_point\": \"[0.071, 0.5269]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is a giraffe \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is a giraffe? \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1352, 0.3377]\", \"lift_point\": \"[0.1352, 0.3377]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.162, 0.4296]\", \"lift_point\": \"[0.162, 0.4296]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1439, 0.3429]\", \"lift_point\": \"[0.1439, 0.3429]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1623, 0.4085]\", \"lift_point\": \"[0.1623, 0.4085]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4791, 0.8649]\", \"lift_point\": \"[0.4791, 0.8649]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4784, 0.8566]\", \"lift_point\": \"[0.4784, 0.8566]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3151, 0.5738]\", \"lift_point\": \"[0.3151, 0.5738]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3074, 0.4682]\", \"lift_point\": \"[0.3074, 0.4682]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.064, 0.9079]\", \"lift_point\": \"[0.064, 0.9079]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0664, 0.8889]\", \"lift_point\": \"[0.0664, 0.8889]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0598, 0.4275]\", \"lift_point\": \"[0.0598, 0.4275]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.064, 0.5651]\", \"lift_point\": \"[0.064, 0.5651]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Portland? \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Portland? \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1432, 0.3592]\", \"lift_point\": \"[0.1432, 0.3592]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1525, 0.4696]\", \"lift_point\": \"[0.1525, 0.4696]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5607, 0.7688]\", \"lift_point\": \"[0.5607, 0.7688]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5524, 0.8014]\", \"lift_point\": \"[0.5524, 0.8014]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3034, 0.5706]\", \"lift_point\": \"[0.3034, 0.5706]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1534, 0.4455]\", \"lift_point\": \"[0.1534, 0.4455]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4668, 0.3446]\", \"lift_point\": \"[0.4668, 0.3446]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4709, 0.6371]\", \"lift_point\": \"[0.4709, 0.6371]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0618, 0.0783]\", \"lift_point\": \"[0.0618, 0.0783]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5101, 0.3663]\", \"lift_point\": \"[0.5101, 0.3663]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0498, 0.0524]\", \"lift_point\": \"[0.0498, 0.0524]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0598, 0.1024]\", \"lift_point\": \"[0.0598, 0.1024]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.071, 0.0593]\", \"lift_point\": \"[0.071, 0.0593]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0814, 0.816]\", \"lift_point\": \"[0.0814, 0.816]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6818, 0.4711]\", \"lift_point\": \"[0.6818, 0.4711]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6134, 0.4451]\", \"lift_point\": \"[0.6134, 0.4451]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3217, 0.4698]\", \"lift_point\": \"[0.3217, 0.4698]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Mexico City? \"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3155, 0.5414]\", \"lift_point\": \"[0.3155, 0.5414]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4966, 0.621]\", \"lift_point\": \"[0.4966, 0.621]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5351, 0.5007]\", \"lift_point\": \"[0.5351, 0.5007]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7824, 0.8752]\", \"lift_point\": \"[0.7824, 0.8752]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7264, 0.7274]\", \"lift_point\": \"[0.7264, 0.7274]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3207, 0.3363]\", \"lift_point\": \"[0.3207, 0.3363]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3154, 0.4388]\", \"lift_point\": \"[0.3154, 0.4388]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Mexico City? \"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3207, 0.3363]\", \"lift_point\": \"[0.3207, 0.3363]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1595, 0.8726]\", \"lift_point\": \"[0.1595, 0.8726]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2241, 0.7414]\", \"lift_point\": \"[0.2241, 0.7414]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3089, 0.4682]\", \"lift_point\": \"[0.3089, 0.4682]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7076, 0.7498]\", \"lift_point\": \"[0.7076, 0.7498]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5631, 0.6768]\", \"lift_point\": \"[0.5631, 0.6768]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4836, 0.8681]\", \"lift_point\": \"[0.4836, 0.8681]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4867, 0.8566]\", \"lift_point\": \"[0.4867, 0.8566]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3153, 0.6227]\", \"lift_point\": \"[0.3153, 0.6227]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6184, 0.5595]\", \"lift_point\": \"[0.6184, 0.5595]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0724, 0.9213]\", \"lift_point\": \"[0.0724, 0.9213]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1535, 0.4258]\", \"lift_point\": \"[0.1535, 0.4258]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.057, 0.4441]\", \"lift_point\": \"[0.057, 0.4441]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.075, 0.5189]\", \"lift_point\": \"[0.075, 0.5189]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Mexico City? \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Mexico City? \"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1462, 0.524]\", \"lift_point\": \"[0.1462, 0.524]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1586, 0.4678]\", \"lift_point\": \"[0.1586, 0.4678]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.471, 0.8687]\", \"lift_point\": \"[0.471, 0.8687]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.476, 0.8567]\", \"lift_point\": \"[0.476, 0.8567]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1379, 0.4722]\", \"lift_point\": \"[0.1379, 0.4722]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1395, 0.5275]\", \"lift_point\": \"[0.1395, 0.5275]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0591, 0.9085]\", \"lift_point\": \"[0.0591, 0.9085]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0635, 0.8772]\", \"lift_point\": \"[0.0635, 0.8772]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.059, 0.2228]\", \"lift_point\": \"[0.059, 0.2228]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0591, 0.563]\", \"lift_point\": \"[0.0591, 0.563]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest grocery store?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest grocery store? \"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest grocery store \"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1532, 0.3916]\", \"lift_point\": \"[0.1532, 0.3916]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1641, 0.4303]\", \"lift_point\": \"[0.1641, 0.4303]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1767, 0.7518]\", \"lift_point\": \"[0.1767, 0.7518]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0646, 0.8984]\", \"lift_point\": \"[0.0646, 0.8984]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0908, 0.5762]\", \"lift_point\": \"[0.0908, 0.5762]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.068, 0.8836]\", \"lift_point\": \"[0.068, 0.8836]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0762, 0.9013]\", \"lift_point\": \"[0.0762, 0.9013]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.068, 0.8869]\", \"lift_point\": \"[0.068, 0.8869]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0647, 0.4597]\", \"lift_point\": \"[0.0647, 0.4597]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0762, 0.9013]\", \"lift_point\": \"[0.0762, 0.9013]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"the nearest grocery store \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest grocery store? \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1676, 0.4682]\", \"lift_point\": \"[0.1676, 0.4682]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1582, 0.4672]\", \"lift_point\": \"[0.1582, 0.4672]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7623, 0.601]\", \"lift_point\": \"[0.7623, 0.601]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6724, 0.4681]\", \"lift_point\": \"[0.6724, 0.4681]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4693, 0.8415]\", \"lift_point\": \"[0.4693, 0.8415]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4703, 0.8464]\", \"lift_point\": \"[0.4703, 0.8464]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0697, 0.4817]\", \"lift_point\": \"[0.0697, 0.4817]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0685, 0.5537]\", \"lift_point\": \"[0.0685, 0.5537]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0671, 0.905]\", \"lift_point\": \"[0.0671, 0.905]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0697, 0.4817]\", \"lift_point\": \"[0.0697, 0.4817]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0687, 0.3571]\", \"lift_point\": \"[0.0687, 0.3571]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.068, 0.5779]\", \"lift_point\": \"[0.068, 0.5779]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Show me some nice wallpapers for my phone \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Show me some nice wallpapers for my phone \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1593, 0.3999]\", \"lift_point\": \"[0.1593, 0.3999]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1528, 0.3914]\", \"lift_point\": \"[0.1528, 0.3914]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3359, 0.4812]\", \"lift_point\": \"[0.3359, 0.4812]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3789, 0.3282]\", \"lift_point\": \"[0.3789, 0.3282]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4735, 0.8521]\", \"lift_point\": \"[0.4735, 0.8521]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4768, 0.8908]\", \"lift_point\": \"[0.4768, 0.8908]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4735, 0.8572]\", \"lift_point\": \"[0.4735, 0.8572]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4768, 0.8521]\", \"lift_point\": \"[0.4768, 0.8521]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4731, 0.8504]\", \"lift_point\": \"[0.4731, 0.8504]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4765, 0.8572]\", \"lift_point\": \"[0.4765, 0.8572]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4819, 0.9037]\", \"lift_point\": \"[0.4819, 0.9037]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4769, 0.8484]\", \"lift_point\": \"[0.4769, 0.8484]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0831, 0.5901]\", \"lift_point\": \"[0.0831, 0.5901]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2969, 0.477]\", \"lift_point\": \"[0.2969, 0.477]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0705, 0.9081]\", \"lift_point\": \"[0.0705, 0.9081]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0637, 0.886]\", \"lift_point\": \"[0.0637, 0.886]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0651, 0.5329]\", \"lift_point\": \"[0.0651, 0.5329]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.07, 0.5754]\", \"lift_point\": \"[0.07, 0.5754]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for a new lipgloss \"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for a new lipgloss \"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1519, 0.4733]\", \"lift_point\": \"[0.1519, 0.4733]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1532, 0.3913]\", \"lift_point\": \"[0.1532, 0.3913]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3788, 0.3476]\", \"lift_point\": \"[0.3788, 0.3476]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1391, 0.4714]\", \"lift_point\": \"[0.1391, 0.4714]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9086, 0.8965]\", \"lift_point\": \"[0.9086, 0.8965]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8934, 0.9224]\", \"lift_point\": \"[0.8934, 0.9224]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7091, 0.4199]\", \"lift_point\": \"[0.7091, 0.4199]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7269, 0.5014]\", \"lift_point\": \"[0.7269, 0.5014]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7042, 0.4983]\", \"lift_point\": \"[0.7042, 0.4983]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7529, 0.4169]\", \"lift_point\": \"[0.7529, 0.4169]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7214, 0.5225]\", \"lift_point\": \"[0.7214, 0.5225]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7599, 0.5018]\", \"lift_point\": \"[0.7599, 0.5018]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7956, 0.4719]\", \"lift_point\": \"[0.7956, 0.4719]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7521, 0.5015]\", \"lift_point\": \"[0.7521, 0.5015]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1883, 0.8366]\", \"lift_point\": \"[0.1883, 0.8366]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7577, 0.4671]\", \"lift_point\": \"[0.7577, 0.4671]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7233, 0.3531]\", \"lift_point\": \"[0.7233, 0.3531]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7265, 0.5013]\", \"lift_point\": \"[0.7265, 0.5013]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2001, 0.8384]\", \"lift_point\": \"[0.2001, 0.8384]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2938, 0.4384]\", \"lift_point\": \"[0.2938, 0.4384]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5377, 0.8055]\", \"lift_point\": \"[0.5377, 0.8055]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5368, 0.5878]\", \"lift_point\": \"[0.5368, 0.5878]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5388, 0.6488]\", \"lift_point\": \"[0.5388, 0.6488]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5466, 0.6728]\", \"lift_point\": \"[0.5466, 0.6728]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8562, 0.4781]\", \"lift_point\": \"[0.8562, 0.4781]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8406, 0.511]\", \"lift_point\": \"[0.8406, 0.511]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6772, 0.7849]\", \"lift_point\": \"[0.6772, 0.7849]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8943, 0.3763]\", \"lift_point\": \"[0.8943, 0.3763]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7887, 0.6902]\", \"lift_point\": \"[0.7887, 0.6902]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the Samsung TV\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the Samsung TV\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1869, 0.5639]\", \"lift_point\": \"[0.1869, 0.5639]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1213, 0.4146]\", \"lift_point\": \"[0.1213, 0.4146]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7895, 0.3809]\", \"lift_point\": \"[0.7895, 0.3809]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8945, 0.4723]\", \"lift_point\": \"[0.8945, 0.4723]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8808, 0.5215]\", \"lift_point\": \"[0.8808, 0.5215]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9751, 0.4922]\", \"lift_point\": \"[0.9751, 0.4922]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7928, 0.8776]\", \"lift_point\": \"[0.7928, 0.8776]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7947, 0.3835]\", \"lift_point\": \"[0.7947, 0.3835]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0567, 0.7902]\", \"lift_point\": \"[0.0567, 0.7902]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0547, 0.7904]\", \"lift_point\": \"[0.0547, 0.7904]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0617, 0.9438]\", \"lift_point\": \"[0.0617, 0.9438]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0567, 0.9355]\", \"lift_point\": \"[0.0567, 0.9355]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"sms\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"SMS app\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1771, 0.5132]\", \"lift_point\": \"[0.1771, 0.5132]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.116, 0.2682]\", \"lift_point\": \"[0.116, 0.2682]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1501, 0.4031]\", \"lift_point\": \"[0.1501, 0.4031]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1509, 0.4043]\", \"lift_point\": \"[0.1509, 0.4043]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9793, 0.4828]\", \"lift_point\": \"[0.9793, 0.4828]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9793, 0.4828]\", \"lift_point\": \"[0.9793, 0.4828]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.777, 0.6024]\", \"lift_point\": \"[0.777, 0.6024]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7856, 0.5967]\", \"lift_point\": \"[0.7856, 0.5967]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0511, 0.613]\", \"lift_point\": \"[0.0511, 0.613]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0634, 0.5461]\", \"lift_point\": \"[0.0634, 0.5461]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"time in paris\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"time in paris\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1228, 0.2086]\", \"lift_point\": \"[0.1228, 0.2086]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1221, 0.3964]\", \"lift_point\": \"[0.1221, 0.3964]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1159, 0.2674]\", \"lift_point\": \"[0.1159, 0.2674]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9834, 0.4958]\", \"lift_point\": \"[0.9834, 0.4958]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7979, 0.6124]\", \"lift_point\": \"[0.7979, 0.6124]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7789, 0.6213]\", \"lift_point\": \"[0.7789, 0.6213]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0596, 0.3437]\", \"lift_point\": \"[0.0596, 0.3437]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0499, 0.4287]\", \"lift_point\": \"[0.0499, 0.4287]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Helsinki to Seoul\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Helsinki to Seoul\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1124, 0.5747]\", \"lift_point\": \"[0.1124, 0.5747]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1183, 0.3414]\", \"lift_point\": \"[0.1183, 0.3414]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2681, 0.7456]\", \"lift_point\": \"[0.2681, 0.7456]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6098, 0.464]\", \"lift_point\": \"[0.6098, 0.464]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7624, 0.4843]\", \"lift_point\": \"[0.7624, 0.4843]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7283, 0.5746]\", \"lift_point\": \"[0.7283, 0.5746]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7765, 0.8598]\", \"lift_point\": \"[0.7765, 0.8598]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8045, 0.8418]\", \"lift_point\": \"[0.8045, 0.8418]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7914, 0.8487]\", \"lift_point\": \"[0.7914, 0.8487]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8975, 0.4713]\", \"lift_point\": \"[0.8975, 0.4713]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9004, 0.5039]\", \"lift_point\": \"[0.9004, 0.5039]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3378, 0.7459]\", \"lift_point\": \"[0.3378, 0.7459]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.564, 0.3012]\", \"lift_point\": \"[0.564, 0.3012]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5648, 0.6812]\", \"lift_point\": \"[0.5648, 0.6812]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4303, 0.5244]\", \"lift_point\": \"[0.4303, 0.5244]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4274, 0.5059]\", \"lift_point\": \"[0.4274, 0.5059]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.416, 0.5042]\", \"lift_point\": \"[0.416, 0.5042]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6778, 0.7445]\", \"lift_point\": \"[0.6778, 0.7445]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6758, 0.7435]\", \"lift_point\": \"[0.6758, 0.7435]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7942, 0.6121]\", \"lift_point\": \"[0.7942, 0.6121]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7852, 0.6086]\", \"lift_point\": \"[0.7852, 0.6086]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0553, 0.4296]\", \"lift_point\": \"[0.0553, 0.4296]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0519, 0.4969]\", \"lift_point\": \"[0.0519, 0.4969]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of England\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of England\"" }, { "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1212, 0.4243]\", \"lift_point\": \"[0.1212, 0.4243]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7805, 0.6321]\", \"lift_point\": \"[0.7805, 0.6321]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7783, 0.6215]\", \"lift_point\": \"[0.7783, 0.6215]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.065, 0.495]\", \"lift_point\": \"[0.065, 0.495]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0626, 0.425]\", \"lift_point\": \"[0.0626, 0.425]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"pizza Hut\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"menu at Pizza Hut\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1785, 0.2119]\", \"lift_point\": \"[0.1785, 0.2119]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1174, 0.3098]\", \"lift_point\": \"[0.1174, 0.3098]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1694, 0.1998]\", \"lift_point\": \"[0.1694, 0.1998]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.425, 0.1405]\", \"lift_point\": \"[0.425, 0.1405]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4544, 0.1791]\", \"lift_point\": \"[0.4544, 0.1791]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6194, 0.1229]\", \"lift_point\": \"[0.6194, 0.1229]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.426, 0.1411]\", \"lift_point\": \"[0.426, 0.1411]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4577, 0.1808]\", \"lift_point\": \"[0.4577, 0.1808]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2708, 0.4597]\", \"lift_point\": \"[0.2708, 0.4597]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0703, 0.0858]\", \"lift_point\": \"[0.0703, 0.0858]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1167, 0.6356]\", \"lift_point\": \"[0.1167, 0.6356]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5038, 0.4206]\", \"lift_point\": \"[0.5038, 0.4206]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2525, 0.5809]\", \"lift_point\": \"[0.2525, 0.5809]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6395, 0.8607]\", \"lift_point\": \"[0.6395, 0.8607]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6365, 0.8603]\", \"lift_point\": \"[0.6365, 0.8603]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0551, 0.0814]\", \"lift_point\": \"[0.0551, 0.0814]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0476, 0.062]\", \"lift_point\": \"[0.0476, 0.062]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.052, 0.5992]\", \"lift_point\": \"[0.052, 0.5992]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0508, 0.8142]\", \"lift_point\": \"[0.0508, 0.8142]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.059, 0.5151]\", \"lift_point\": \"[0.059, 0.5151]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new Ed Sheeran video\"" }, { "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new Ed Sheeran video\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new Ed Sheeran video\"" }, { "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1057, 0.437]\", \"lift_point\": \"[0.1057, 0.437]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1144, 0.477]\", \"lift_point\": \"[0.1144, 0.477]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6927, 0.5764]\", \"lift_point\": \"[0.6927, 0.5764]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1692, 0.4973]\", \"lift_point\": \"[0.1692, 0.4973]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2176, 0.8713]\", \"lift_point\": \"[0.2176, 0.8713]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8049, 0.6339]\", \"lift_point\": \"[0.8049, 0.6339]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0584, 0.6017]\", \"lift_point\": \"[0.0584, 0.6017]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0565, 0.6116]\", \"lift_point\": \"[0.0565, 0.6116]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Mexico city\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Mexico city\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1185, 0.3955]\", \"lift_point\": \"[0.1185, 0.3955]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1154, 0.3211]\", \"lift_point\": \"[0.1154, 0.3211]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1185, 0.3493]\", \"lift_point\": \"[0.1185, 0.3493]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6861, 0.5225]\", \"lift_point\": \"[0.6861, 0.5225]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7166, 0.457]\", \"lift_point\": \"[0.7166, 0.457]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9043, 0.4951]\", \"lift_point\": \"[0.9043, 0.4951]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.886, 0.5676]\", \"lift_point\": \"[0.886, 0.5676]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a bicycle?\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9043, 0.4951]\", \"lift_point\": \"[0.9043, 0.4951]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8837, 0.4848]\", \"lift_point\": \"[0.8837, 0.4848]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8865, 0.495]\", \"lift_point\": \"[0.8865, 0.495]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1282, 0.6036]\", \"lift_point\": \"[0.1282, 0.6036]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1159, 0.2399]\", \"lift_point\": \"[0.1159, 0.2399]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4073, 0.5385]\", \"lift_point\": \"[0.4073, 0.5385]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8596, 0.5593]\", \"lift_point\": \"[0.8596, 0.5593]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8771, 0.4837]\", \"lift_point\": \"[0.8771, 0.4837]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a skateboard?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a skateboard?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1142, 0.4947]\", \"lift_point\": \"[0.1142, 0.4947]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1212, 0.4214]\", \"lift_point\": \"[0.1212, 0.4214]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8947, 0.4912]\", \"lift_point\": \"[0.8947, 0.4912]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8839, 0.4839]\", \"lift_point\": \"[0.8839, 0.4839]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Target?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Target?\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1275, 0.294]\", \"lift_point\": \"[0.1275, 0.294]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1182, 0.4062]\", \"lift_point\": \"[0.1182, 0.4062]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.783, 0.888]\", \"lift_point\": \"[0.783, 0.888]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8718, 0.3458]\", \"lift_point\": \"[0.8718, 0.3458]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7789, 0.6854]\", \"lift_point\": \"[0.7789, 0.6854]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for a new mascara\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for a new mascara\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1328, 0.2844]\", \"lift_point\": \"[0.1328, 0.2844]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.123, 0.4305]\", \"lift_point\": \"[0.123, 0.4305]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8819, 0.6234]\", \"lift_point\": \"[0.8819, 0.6234]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8861, 0.4561]\", \"lift_point\": \"[0.8861, 0.4561]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Trinidad and Tobago?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Trinidad and Tobago?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1206, 0.338]\", \"lift_point\": \"[0.1206, 0.338]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1214, 0.4465]\", \"lift_point\": \"[0.1214, 0.4465]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6716, 0.519]\", \"lift_point\": \"[0.6716, 0.519]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1206, 0.338]\", \"lift_point\": \"[0.1206, 0.338]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4584, 0.5643]\", \"lift_point\": \"[0.4584, 0.5643]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8795, 0.3776]\", \"lift_point\": \"[0.8795, 0.3776]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8863, 0.4848]\", \"lift_point\": \"[0.8863, 0.4848]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new hair product\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new hair product\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.12, 0.3894]\", \"lift_point\": \"[0.12, 0.3894]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1258, 0.4253]\", \"lift_point\": \"[0.1258, 0.4253]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7147, 0.4652]\", \"lift_point\": \"[0.7147, 0.4652]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7145, 0.3783]\", \"lift_point\": \"[0.7145, 0.3783]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8376, 0.5253]\", \"lift_point\": \"[0.8376, 0.5253]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7508, 0.4635]\", \"lift_point\": \"[0.7508, 0.4635]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8851, 0.4398]\", \"lift_point\": \"[0.8851, 0.4398]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.886, 0.4836]\", \"lift_point\": \"[0.886, 0.4836]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"how do i get to the nearest T mobile store?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest T-Mobile Store?\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0499, 0.3775]\", \"lift_point\": \"[0.0499, 0.3775]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0596, 0.461]\", \"lift_point\": \"[0.0596, 0.461]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1241, 0.6011]\", \"lift_point\": \"[0.1241, 0.6011]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0608, 0.9297]\", \"lift_point\": \"[0.0608, 0.9297]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.886, 0.4438]\", \"lift_point\": \"[0.886, 0.4438]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8929, 0.491]\", \"lift_point\": \"[0.8929, 0.491]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.882, 0.3531]\", \"lift_point\": \"[0.882, 0.3531]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in theFalkland Islands?\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in theFalkland Islands\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.118, 0.5821]\", \"lift_point\": \"[0.118, 0.5821]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1189, 0.4366]\", \"lift_point\": \"[0.1189, 0.4366]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4245, 0.3739]\", \"lift_point\": \"[0.4245, 0.3739]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8862, 0.5515]\", \"lift_point\": \"[0.8862, 0.5515]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8934, 0.5904]\", \"lift_point\": \"[0.8934, 0.5904]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8549, 0.9491]\", \"lift_point\": \"[0.8549, 0.9491]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7239, 0.9581]\", \"lift_point\": \"[0.7239, 0.9581]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3566, 0.4995]\", \"lift_point\": \"[0.3566, 0.4995]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7923, 0.698]\", \"lift_point\": \"[0.7923, 0.698]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.796, 0.6772]\", \"lift_point\": \"[0.796, 0.6772]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0604, 0.6342]\", \"lift_point\": \"[0.0604, 0.6342]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0698, 0.3224]\", \"lift_point\": \"[0.0698, 0.3224]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0633, 0.923]\", \"lift_point\": \"[0.0633, 0.923]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0591, 0.9068]\", \"lift_point\": \"[0.0591, 0.9068]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"papa murphys\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"menu at Papa Murphys\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"papa murphys\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1422, 0.3796]\", \"lift_point\": \"[0.1422, 0.3796]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.441, 0.3817]\", \"lift_point\": \"[0.441, 0.3817]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2097, 0.3134]\", \"lift_point\": \"[0.2097, 0.3134]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2559, 0.4987]\", \"lift_point\": \"[0.2559, 0.4987]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1462, 0.4765]\", \"lift_point\": \"[0.1462, 0.4765]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,PRESS_HOME,PRESS_BACK,PRESS_BACK,PRESS_HOME,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_HOME,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_BACK]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,PRESS_BACK,PRESS_BACK,PRESS_HOME,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_HOME,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_BACK,PRESS_HOME]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7904, 0.6942]\", \"lift_point\": \"[0.7904, 0.6942]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,PRESS_BACK,PRESS_HOME,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_HOME,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7837, 0.7113]\", \"lift_point\": \"[0.7837, 0.7113]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,PRESS_HOME,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_HOME,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7831, 0.7038]\", \"lift_point\": \"[0.7831, 0.7038]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_HOME,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7837, 0.6741]\", \"lift_point\": \"[0.7837, 0.6741]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_HOME,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7837, 0.6747]\", \"lift_point\": \"[0.7837, 0.6747]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,PRESS_HOME,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,TYPE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7832, 0.6762]\", \"lift_point\": \"[0.7832, 0.6762]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7931, 0.7015]\", \"lift_point\": \"[0.7931, 0.7015]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,PRESS_HOME,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,TYPE,TYPE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,TYPE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7835, 0.6747]\", \"lift_point\": \"[0.7835, 0.6747]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,TYPE,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.785, 0.6966]\", \"lift_point\": \"[0.785, 0.6966]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7837, 0.6748]\", \"lift_point\": \"[0.7837, 0.6748]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7786, 0.6947]\", \"lift_point\": \"[0.7786, 0.6947]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7837, 0.6777]\", \"lift_point\": \"[0.7837, 0.6777]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7752, 0.6731]\", \"lift_point\": \"[0.7752, 0.6731]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7837, 0.7012]\", \"lift_point\": \"[0.7837, 0.7012]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7832, 0.6699]\", \"lift_point\": \"[0.7832, 0.6699]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0578, 0.682]\", \"lift_point\": \"[0.0578, 0.682]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7832, 0.6699]\", \"lift_point\": \"[0.7832, 0.6699]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bed room apartment rent in houston\"", "pred": "Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bedroom apartment rent in houston\"" }, { "gt": "Action Plan: [TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1413, 0.4575]\", \"lift_point\": \"[0.1413, 0.4575]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1419, 0.5042]\", \"lift_point\": \"[0.1419, 0.5042]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"in houston\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1419, 0.3982]\", \"lift_point\": \"[0.1419, 0.3982]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.194, 0.4928]\", \"lift_point\": \"[0.194, 0.4928]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1384, 0.4254]\", \"lift_point\": \"[0.1384, 0.4254]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.419, 0.419]\", \"lift_point\": \"[0.419, 0.419]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6289, 0.3562]\", \"lift_point\": \"[0.6289, 0.3562]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8754, 0.3536]\", \"lift_point\": \"[0.8754, 0.3536]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2735, 0.9223]\", \"lift_point\": \"[0.2735, 0.9223]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3812, 0.4667]\", \"lift_point\": \"[0.3812, 0.4667]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1932, 0.5899]\", \"lift_point\": \"[0.1932, 0.5899]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1932, 0.5899]\", \"lift_point\": \"[0.1932, 0.5899]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,PRESS_HOME,PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_HOME,DUAL_POINT,PRESS_HOME,PRESS_HOME,PRESS_HOME,DUAL_POINT,DUAL_POINT,PRESS_HOME,PRESS_BACK,PRESS_BACK]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_HOME,DUAL_POINT,PRESS_HOME,PRESS_HOME,PRESS_HOME,DUAL_POINT,DUAL_POINT,PRESS_HOME,PRESS_BACK,PRESS_BACK,PRESS_BACK]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7901, 0.6933]\", \"lift_point\": \"[0.7901, 0.6933]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_HOME,DUAL_POINT,PRESS_HOME,PRESS_HOME,PRESS_HOME,DUAL_POINT,DUAL_POINT,PRESS_HOME,PRESS_BACK,PRESS_BACK,PRESS_BACK,PRESS_BACK]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7828, 0.6738]\", \"lift_point\": \"[0.7828, 0.6738]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_HOME,DUAL_POINT,PRESS_HOME,PRESS_HOME,PRESS_HOME,DUAL_POINT,DUAL_POINT,PRESS_HOME,PRESS_BACK,PRESS_BACK,PRESS_BACK,PRESS_BACK,PRESS_HOME]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.783, 0.6719]\", \"lift_point\": \"[0.783, 0.6719]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,PRESS_HOME,DUAL_POINT,PRESS_HOME,PRESS_HOME,PRESS_HOME,DUAL_POINT,DUAL_POINT,PRESS_HOME,PRESS_BACK,PRESS_BACK,PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,PRESS_HOME,PRESS_HOME,PRESS_HOME,DUAL_POINT,DUAL_POINT,PRESS_HOME,PRESS_BACK,PRESS_BACK,PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7887, 0.6584]\", \"lift_point\": \"[0.7887, 0.6584]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7838, 0.6733]\", \"lift_point\": \"[0.7838, 0.6733]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,PRESS_HOME,PRESS_HOME,PRESS_HOME,DUAL_POINT,DUAL_POINT,PRESS_HOME,PRESS_BACK,PRESS_BACK,PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7887, 0.6584]\", \"lift_point\": \"[0.7887, 0.6584]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,PRESS_HOME,PRESS_HOME,DUAL_POINT,DUAL_POINT,PRESS_HOME,PRESS_BACK,PRESS_BACK,PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8068, 0.681]\", \"lift_point\": \"[0.8068, 0.681]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7831, 0.6982]\", \"lift_point\": \"[0.7831, 0.6982]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,PRESS_HOME,PRESS_HOME,DUAL_POINT,DUAL_POINT,PRESS_HOME,PRESS_BACK,PRESS_BACK,PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "gt": "Action Plan: [PRESS_HOME,PRESS_HOME,DUAL_POINT,DUAL_POINT,PRESS_HOME,PRESS_BACK,PRESS_BACK,PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "pred": "Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" } ]