[ { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5788, 0.2193]\", \"lift_point\": \"[0.5788, 0.2193]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for good Korean restaurants\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for good Korean restaurants\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.", "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nice wallpapers for laptop\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6314, 0.7128]\", \"lift_point\": \"[0.6314, 0.7128]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1396, 0.318]\", \"lift_point\": \"[0.1396, 0.318]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1344, 0.2843]\", \"lift_point\": \"[0.1344, 0.2843]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6262, 0.4764]\", \"lift_point\": \"[0.6262, 0.4764]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9018, 0.4891]\", \"lift_point\": \"[0.9018, 0.4891]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9018, 0.494]\", \"lift_point\": \"[0.9018, 0.494]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1233, 0.6337]\", \"lift_point\": \"[0.1233, 0.6337]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0639, 0.4984]\", \"lift_point\": \"[0.0639, 0.4984]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0466, 0.5782]\", \"lift_point\": \"[0.0466, 0.5782]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7909, 0.6879]\", \"lift_point\": \"[0.7909, 0.6879]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0596, 0.487]\", \"lift_point\": \"[0.0596, 0.487]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0552, 0.4336]\", \"lift_point\": \"[0.0552, 0.4336]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0518, 0.4301]\", \"lift_point\": \"[0.0518, 0.4301]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Houston?\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0741, 0.9326]\", \"lift_point\": \"[0.0741, 0.9326]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6348, 0.8499]\", \"lift_point\": \"[0.6348, 0.8499]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Denver? \"", "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" good restaurant in Denver?\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0539, 0.5385]\", \"lift_point\": \"[0.0539, 0.5385]\", \"typed_text\": \"\"", "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does the HisenseTV cost?\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1264, 0.2877]\", \"lift_point\": \"[0.1264, 0.2877]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Where can I buy a nice beach blanket?\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nice beach blanket?\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1349, 0.4274]\", \"lift_point\": \"[0.1349, 0.4274]\", \"typed_text\": \"\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1266, 0.2738]\", \"lift_point\": \"[0.1266, 0.2738]\", \"typed_text\": \"\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0667, 0.4961]\", \"lift_point\": \"[0.0667, 0.4961]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0831, 0.5901]\", \"lift_point\": \"[0.0831, 0.5901]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Malaysia?\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0505, 0.418]\", \"lift_point\": \"[0.0505, 0.418]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6329, 0.1731]\", \"lift_point\": \"[0.6329, 0.1731]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3726, 0.4941]\", \"lift_point\": \"[0.3726, 0.4941]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1369, 0.5489]\", \"lift_point\": \"[0.1369, 0.5489]\", \"typed_text\": \"\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Chicago?\"", "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Chicago?\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_BACK,PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8388, 0.6147]\", \"lift_point\": \"[0.8388, 0.6147]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8732, 0.5281]\", \"lift_point\": \"[0.8732, 0.5281]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6346, 0.1944]\", \"lift_point\": \"[0.6346, 0.1944]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5412, 0.1542]\", \"lift_point\": \"[0.5412, 0.1542]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.063, 0.4462]\", \"lift_point\": \"[0.063, 0.4462]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0613, 0.9393]\", \"lift_point\": \"[0.0613, 0.9393]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0679, 0.4864]\", \"lift_point\": \"[0.0679, 0.4864]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0724, 0.5384]\", \"lift_point\": \"[0.0724, 0.5384]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2943, 0.5391]\", \"lift_point\": \"[0.2943, 0.5391]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2712, 0.3339]\", \"lift_point\": \"[0.2712, 0.3339]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.799, 0.7034]\", \"lift_point\": \"[0.799, 0.7034]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7989, 0.7124]\", \"lift_point\": \"[0.7989, 0.7124]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2862, 0.307]\", \"lift_point\": \"[0.2862, 0.307]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Puerto Rico\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Puerto Rico news\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3651, 0.4097]\", \"lift_point\": \"[0.3651, 0.4097]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5576, 0.832]\", \"lift_point\": \"[0.5576, 0.832]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5443, 0.8308]\", \"lift_point\": \"[0.5443, 0.8308]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_HOME,PRESS_BACK,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,PRESS_HOME,PRESS_HOME,PRESS_HOME,DUAL_POINT,DUAL_POINT,PRESS_HOME,PRESS_BACK,PRESS_BACK,PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7609, 0.4401]\", \"lift_point\": \"[0.7609, 0.4401]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest video from IGN?\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"ign lates video\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7483, 0.3013]\", \"lift_point\": \"[0.7483, 0.3013]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7529, 0.3197]\", \"lift_point\": \"[0.7529, 0.3197]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Who is the prime minister of Canada?\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6864, 0.7784]\", \"lift_point\": \"[0.6864, 0.7784]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6132, 0.2649]\", \"lift_point\": \"[0.6132, 0.2649]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0617, 0.7937]\", \"lift_point\": \"[0.0617, 0.7937]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0619, 0.7812]\", \"lift_point\": \"[0.0619, 0.7812]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1135, 0.6095]\", \"lift_point\": \"[0.1135, 0.6095]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1045, 0.5368]\", \"lift_point\": \"[0.1045, 0.5368]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9286]\", \"lift_point\": \"[0.4936, 0.9286]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9286]\", \"lift_point\": \"[0.4936, 0.9286]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1189, 0.2836]\", \"lift_point\": \"[0.1189, 0.2836]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.136, 0.3202]\", \"lift_point\": \"[0.136, 0.3202]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, \"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7191, 0.5092]\", \"lift_point\": \"[0.7191, 0.5092]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0548, 0.499]\", \"lift_point\": \"[0.0548, 0.499]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0484, 0.4007]\", \"lift_point\": \"[0.0484, 0.4007]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0721, \"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1028, 0.4722]\", \"lift_point\": \"[0.1028, 0.4722]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0679, 0.9185]\", \"lift_point\": \"[0.0679, 0.9185]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0769, 0.9198]\", \"lift_point\": \"[0.0769, 0.9198]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7727, 0.4969]\", \"lift_point\": \"[0.7727, 0.4969]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7521, 0.4897]\", \"lift_point\": \"[0.7521, 0.4897]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.149, 0.8472]\", \"lift_point\": \"[0.149, 0.8472]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8363, 0.6227]\", \"lift_point\": \"[0.8363, 0.6227]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7122, 0.6291]\", \"lift_point\": \"[0.7122, 0.6291]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1344, 0.455]\", \"lift_point\": \"[0.1344, 0.455]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1432, 0.4758]\", \"lift_point\": \"[0.1432, 0.4758]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2387, 0.6137]\", \"lift_point\": \"[0.2387, 0.6137]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0642, 0.525]\", \"lift_point\": \"[0.0642, 0.525]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3683, 0.9673]\", \"lift_point\": \"[0.3683, 0.9673]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1525, 0.0525]\", \"lift_point\": \"[0.1525, 0.0525]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1772, 0.578]\", \"lift_point\": \"[0.1772, 0.578]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5065, 0.6849]\", \"lift_point\": \"[0.5065, 0.6849]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5905, 0.3914]\", \"lift_point\": \"[0.5905, 0.3914]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3612, 0.498]\", \"lift_point\": \"[0.3612, 0.498]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4997, 0.6738]\", \"lift_point\": \"[0.4997, 0.6738]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Vietnam\"", "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Vietnam?\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1974, 0.4672]\", \"lift_point\": \"[0.1974, 0.4672]\", \"typed_text\": \"\"", "gt": "Action Plan: [TYPE,TYPE,TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What are the best selling refrigerators at Home Depot?\"", "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What are the best selling refrigerators at Home Depot\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1261, 0.325]\", \"lift_point\": \"[0.1261, 0.325]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2009, 0.2577]\", \"lift_point\": \"[0.2009, 0.2577]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2787, 0.6688]\", \"lift_point\": \"[0.2787, 0.6688]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest news in cosmology\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest news in cosmology\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8072, 0.4337]\", \"lift_point\": \"[0.8072, 0.4337]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2158, 0.1338]\", \"lift_point\": \"[0.2158, 0.1338]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1767, 0.7518]\", \"lift_point\": \"[0.1767, 0.7518]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0908, 0.5762]\", \"lift_point\": \"[0.0908, 0.5762]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Calendar app\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Calendar\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1258, 0.7713]\", \"lift_point\": \"[0.1258, 0.7713]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1787, 0.6526]\", \"lift_point\": \"[0.1787, 0.6526]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0622, 0.9334]\", \"lift_point\": \"[0.0622, 0.9334]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.418, 0.719]\", \"lift_point\": \"[0.418, 0.719]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2555, 0.5084]\", \"lift_point\": \"[0.2555, 0.5084]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2711, 0.4538]\", \"lift_point\": \"[0.2711, 0.4538]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8207, 0.56]\", \"lift_point\": \"[0.8207, 0.56]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1744, 0.3244]\", \"lift_point\": \"[0.1744, 0.3244]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2733, 0.4317]\", \"lift_point\": \"[0.2733, 0.4317]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6323, 0.3296]\", \"lift_point\": \"[0.6323, 0.3296]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6357, 0.3296]\", \"lift_point\": \"[0.6357, 0.3296]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0623, 0.8349]\", \"lift_point\": \"[0.0623, 0.8349]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0606, 0.5044]\", \"lift_point\": \"[0.0606, 0.5044]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Mexico?\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Mexico\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2794, 0.4849]\", \"lift_point\": \"[0.2794, 0.4849]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2741, 0.5065]\", \"lift_point\": \"[0.2741, 0.5065]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Mumbai?\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the weather like in Mumbai?\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1904, 0.5908]\", \"lift_point\": \"[0.1904, 0.5908]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8002, 0.6167]\", \"lift_point\": \"[0.8002, 0.6167]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7981, 0.6113]\", \"lift_point\": \"[0.7981, 0.6113]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4218, 0.496]\", \"lift_point\": \"[0.4218, 0.496]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5192, 0.696]\", \"lift_point\": \"[0.5192, 0.696]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7764, 0.6884]\", \"lift_point\": \"[0.7764, 0.6884]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7849, 0.6884]\", \"lift_point\": \"[0.7849, 0.6884]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1345, 0.4746]\", \"lift_point\": \"[0.1345, 0.4746]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0612, 0.5317]\", \"lift_point\": \"[0.0612, 0.5317]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.048, 0.8925]\", \"lift_point\": \"[0.048, 0.8925]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0515, 0.0547]\", \"lift_point\": \"[0.0515, 0.0547]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5687, 0.5023]\", \"lift_point\": \"[0.5687, 0.5023]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0637, 0.5649]\", \"lift_point\": \"[0.0637, 0.5649]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.035, 0.6353]\", \"lift_point\": \"[0.035, 0.6353]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8956, 0.3634]\", \"lift_point\": \"[0.8956, 0.3634]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6359, 0.1871]\", \"lift_point\": \"[0.6359, 0.1871]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9114, 0.3703]\", \"lift_point\": \"[0.9114, 0.3703]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.882, 0.6251]\", \"lift_point\": \"[0.882, 0.6251]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2663, 0.5175]\", \"lift_point\": \"[0.2663, 0.5175]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2253, 0.6068]\", \"lift_point\": \"[0.2253, 0.6068]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1413, 0.343]\", \"lift_point\": \"[0.1413, 0.343]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1436, 0.3267]\", \"lift_point\": \"[0.1436, 0.3267]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0694, 0.3976]\", \"lift_point\": \"[0.0694, 0.3976]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0529, 0.3639]\", \"lift_point\": \"[0.0529, 0.3639]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Canada?\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Canada\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2245, 0.6318]\", \"lift_point\": \"[0.2245, 0.6318]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Philadelphia\"", "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Philadelphia\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0751, 0.375]\", \"lift_point\": \"[0.0751, 0.375]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0754, 0.5816]\", \"lift_point\": \"[0.0754, 0.5816]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4853, 0.5099]\", \"lift_point\": \"[0.485 \"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4388, 0.4604]\", \"lift_point\": \"[0.4388, 0.4604]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1168, 0.3472]\", \"lift_point\": \"[0.1168, 0.3472]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1215, 0.2697]\", \"lift_point\": \"[0.1215, 0.2697]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Paraguay\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7208, 0.6178]\", \"lift_point\": \"[0.7208, 0.6178]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7345, 0.6311]\", \"lift_point\": \"[0.7345, 0.6311]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2742, 0.3428]\", \"lift_point\": \"[0.2742, 0.3428]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3748, 0.9512]\", \"lift_point\": \"[0.3748, 0.9512]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1544, 0.0272]\", \"lift_point\": \"[0.1544, 0.0272]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0712, 0.6123]\", \"lift_point\": \"[0.0712, 0.6123]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7835, 0.6976]\", \"lift_point\": \"[0.7835, 0.6976]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8897, 0.2232]\", \"lift_point\": \"[0.8897, 0.2232]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"time in new york\"", "gt": "Action Plan: [TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What time is it in New York?\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1259, 0.4175]\", \"lift_point\": \"[0.1259, 0.4175]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1288, 0.7106]\", \"lift_point\": \"[0.1288, 0.7106]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in India?\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in India?\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1296, 0.4048]\", \"lift_point\": \"[0.1296, 0.4048]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1841, 0.5421]\", \"lift_point\": \"[0.1841, 0.5421]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.319, 0.4769]\", \"lift_point\": \"[0.319, 0.4769]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3217, 0.4698]\", \"lift_point\": \"[0.3217, 0.4698]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3964, 0.5443]\", \"lift_point\": \"[0.3964, 0.5443]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0666, 0.363]\", \"lift_point\": \"[0.0666, 0.363]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0624, 0.0669]\", \"lift_point\": \"[0.0624, 0.0669]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0567, 0.7902]\", \"lift_point\": \"[0.0567, 0.7902]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1834, 0.7866]\", \"lift_point\": \"[0.1834, 0.7866]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.062, 0.3378]\", \"lift_point\": \"[0.062, 0.3378]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0795, 0.8737]\", \"lift_point\": \"[0.0795, 0.8737]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.078, 0.8768]\", \"lift_point\": \"[0.078, 0.8768]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1299, 0.366]\", \"lift_point\": \"[0.1299, 0.366]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1375, 0.417]\", \"lift_point\": \"[0.1375, 0.417]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2061, 0.4438]\", \"lift_point\": \"[0.2061, 0.4438]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3138, 0.3434]\", \"lift_point\": \"[0.3138, 0.3434]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3067, 0.2148]\", \"lift_point\": \"[0.3067, 0.2148]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1365, 0.4753]\", \"lift_point\": \"[0.1365, 0.4753]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1419, 0.6285]\", \"lift_point\": \"[0.1419, 0.6285]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"reddit\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0852, 0.3729]\", \"lift_point\": \"[0.0852, 0.3729]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1124, 0.402]\", \"lift_point\": \"[0.1124, 0.402]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1159, 0.3367]\", \"lift_point\": \"[0.1159, 0.3367]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0552, 0.466]\", \"lift_point\": \"[0.0552, 0.466]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0661, 0.5783]\", \"lift_point\": \"[0.0661, 0.5783]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0611, 0.439]\", \"lift_point\": \"[0.0611, 0.439]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather in Delhi\"", "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"weather like in Delhi\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Barbados?\"", "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Barbados?\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6461, 0.9417]\", \"lift_point\": \"[0.6461, 0.9417]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Venezuela\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Buenos aires\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Buenos aires\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7998, 0.6996]\", \"lift_point\": \"[0.7998, 0.6996]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9014, 0.4983]\", \"lift_point\": \"[0.9014, 0.4983]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9078, 0.4758]\", \"lift_point\": \"[0.9078, 0.4758]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest Walmart?\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest walmart\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7834, 0.698]\", \"lift_point\": \"[0.7834, 0.698]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2755, 0.2146]\", \"lift_point\": \"[0.2755, 0.2146]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7889, 0.6114]\", \"lift_point\": \"[0.7889, 0.6114]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7798, 0.5928]\", \"lift_point\": \"[0.7798, 0.5928]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3498, 0.3592]\", \"lift_point\": \"[0.3498, 0.3592]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4949, 0.682]\", \"lift_point\": \"[0.4949, 0.682]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5058, 0.6866]\", \"lift_point\": \"[0.5058, 0.6866]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0627, 0.4774]\", \"lift_point\": \"[0.0627, 0.4774]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1246, 0.2635]\", \"lift_point\": \"[0.1246, 0.2635]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1283, 0.6011]\", \"lift_point\": \"[0.1283, 0.6011]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5894, 0.5081]\", \"lift_point\": \"[0.5894, 0.5081]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1115, 0.2639]\", \"lift_point\": \"[0.1115, 0.2639]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2329, 0.5033]\", \"lift_point\": \"[0.2329, 0.5033]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7981, 0.6113]\", \"lift_point\": \"[0.7981, 0.6113]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7981, 0.6113]\", \"lift_point\": \"[0.7981, 0.6113]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3223, 0.42]\", \"lift_point\": \"[0.3223, 0.42]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5095, 0.6876]\", \"lift_point\": \"[0.5095, 0.6876]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3652, 0.5103]\", \"lift_point\": \"[0.3652, 0.5103]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1063, 0.3443]\", \"lift_point\": \"[0.1063, 0.3443]\", \"typed_text\": \"\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7048, 0.6341]\", \"lift_point\": \"[0.7048, 0.6341]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7891, 0.6835]\", \"lift_point\": \"[0.7891, 0.6835]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7891, 0.6835]\", \"lift_point\": \"[0.7891, 0.6835]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0557, 0.9337]\", \"lift_point\": \"[0.0557, 0.9337]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0472, 0.9329]\", \"lift_point\": \"[0.0472, 0.9329]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7787, 0.6825]\", \"lift_point\": \"[0.7787, 0.6825]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7751, 0.6872]\", \"lift_point\": \"[0.7751, 0.6872]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4488, 0.5619]\", \"lift_point\": \"[0.4488, 0.5619]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good pizza restaurants\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good pizza restaurants\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6006, 0.4735]\", \"lift_point\": \"[0.6006, 0.4735]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1975, 0.5157]\", \"lift_point\": \"[0.1975, 0.5157]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7749, 0.6821]\", \"lift_point\": \"[0.7749, 0.6821]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.774, 0.6905]\", \"lift_point\": \"[0.774, 0.6905]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4949, 0.6755]\", \"lift_point\": \"[0.4949, 0.6755]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4735, 0.8521]\", \"lift_point\": \"[0.4735, 0.8521]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8897, 0.507]\", \"lift_point\": \"[0.8897, 0.507]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8872, 0.2415]\", \"lift_point\": \"[0.8872, 0.2415]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5185, 0.6138]\", \"lift_point\": \"[0.5185, 0.6138]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0594, 0.4623]\", \"lift_point\": \"[0.0594, 0.4623]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0583, 0.9216]\", \"lift_point\": \"[0.0583, 0.9216]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"lipstick\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"lipstick\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0618, 0.5005]\", \"lift_point\": \"[0.0618, 0.5005]\", \"typed_text\": \"\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is a dinosaur?\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1029, 0.4957]\", \"lift_point\": \"[0.1029, 0.4957]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0983, 0.4783]\", \"lift_point\": \"[0.0983, 0.4783]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0673, 0.4743]\", \"lift_point\": \"[0.0673, 0.4743]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0648, 0.5254]\", \"lift_point\": \"[0.0648, 0.5254]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1394, 0.2943]\", \"lift_point\": \"[0.1394, 0.2943]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1305, 0.3664]\", \"lift_point\": \"[0.1305, 0.3664]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3755, 0.4995]\", \"lift_point\": \"[0.3755, 0.4995]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4836, 0.8681]\", \"lift_point\": \"[0.4836, 0.8681]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.907, 0.9447]\", \"lift_point\": \"[0.907, 0.9447]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8698, 0.5392]\", \"lift_point\": \"[0.8698, 0.5392]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3658, 0.4929]\", \"lift_point\": \"[0.3658, 0.4929]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3531, 0.4998]\", \"lift_point\": \"[0.3531, 0.4998]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7828, 0.8909]\", \"lift_point\": \"[0.7828, 0.8909]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2356, 0.2461]\", \"lift_point\": \"[0.2356, 0.2461]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3034, 0.3769]\", \"lift_point\": \"[0.3034, 0.3769]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6348, 0.8499]\", \"lift_point\": \"[0.6348, 0.8499]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6348, 0.8499]\", \"lift_point\": \"[0.6348, 0.8499]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0525, 0.4371]\", \"lift_point\": \"[0.0525, 0.4371]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0488, 0.5993]\", \"lift_point\": \"[0.0488, 0.5993]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1352, 0.3396]\", \"lift_point\": \"[0.1352, 0.3396]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1278, 0.3068]\", \"lift_point\": \"[0.1278, 0.3068]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0668, 0.4323]\", \"lift_point\": \"[0.0668, 0.4323]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2971, 0.4607]\", \"lift_point\": \"[0.2971, 0.4607]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1348, 0.4038]\", \"lift_point\": \"[0.1348, 0.4038]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1347, 0.4935]\", \"lift_point\": \"[0.1347, 0.4935]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Brazil?\"", "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Brazil?\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Helsinki to Seoul\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from Helsinki to Seoul\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7789, 0.6906]\", \"lift_point\": \"[0.7789, 0.6906]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0881, 0.9045]\", \"lift_point\": \"[0.0881, 0.9045]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0656, 0.9187]\", \"lift_point\": \"[0.0656, 0.9187]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0591, 0.9085]\", \"lift_point\": \"[0.0591, 0.9085]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3837, 0.3738]\", \"lift_point\": \"[0.3837, 0.3738]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.136, 0.1001]\", \"lift_point\": \"[0.136, 0.1001]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1358, 0.1133]\", \"lift_point\": \"[0.1358, 0.1133]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0634, 0.4985]\", \"lift_point\": \"[0.0634, 0.4985]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0534, 0.5295]\", \"lift_point\": \"[0.0534, 0.5295]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3683, 0.9673]\", \"lift_point\": \"[0.3683, 0.9673]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0818, 0.0549]\", \"lift_point\": \"[0.0818, 0.0549]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5701, 0.7052]\", \"lift_point\": \"[0.5701, 0.7052]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8982, 0.7229]\", \"lift_point\": \"[0.8982, 0.7229]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8863, 0.4943]\", \"lift_point\": \"[0.8863, 0.4943]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9056, 0.518]\", \"lift_point\": \"[0.9056, 0.518]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1263, 0.5584]\", \"lift_point\": \"[0.1263, 0.5584]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1398, 0.5773]\", \"lift_point\": \"[0.1398, 0.5773]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.055, 0.4665]\", \"lift_point\": \"[0.055, 0.4665]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0553, 0.4296]\", \"lift_point\": \"[0.0553, 0.4296]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in India\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in India?\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"\n", "gt": "Action Plan: [TYPE,PRESS_ENTER,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bedroom apartment rent in san francisco\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.884, 0.53]\", \"lift_point\": \"[0.884, 0.53]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3659, 0.6865]\", \"lift_point\": \"[0.3659, 0.6865]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3585, 0.6635]\", \"lift_point\": \"[0.3585, 0.6635]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3487, 0.6899]\", \"lift_point\": \"[0.3487, 0.6899]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1492, 0.2963]\", \"lift_point\": \"[0.1492, 0.2963]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"GameSpot Reviews\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0634, 0.3804]\", \"lift_point\": \"[0.0634, 0.3804]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7981, 0.6113]\", \"lift_point\": \"[0.7981, 0.6113]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7981, 0.6113]\", \"lift_point\": \"[0.7981, 0.6113]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0557, 0.4528]\", \"lift_point\": \"[0.0557, 0.4528]\", \"typed_text\": \"\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Paraguay\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3674, 0.495]\", \"lift_point\": \"[0.3674, 0.495]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3702, 0.4935]\", \"lift_point\": \"[0.3702, 0.4935]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0619, 0.5869]\", \"lift_point\": \"[0.0619, 0.5869]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0553, 0.498]\", \"lift_point\": \"[0.0553, 0.498]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7797, 0.6847]\", \"lift_point\": \"[0.7797, 0.6847]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.893, 0.3801]\", \"lift_point\": \"[0.893, 0.3801]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good Chinese restaurants\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good chinese restaurant \"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0582, 0.8054]\", \"lift_point\": \"[0.0582, 0.8054]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0688, 0.7975]\", \"lift_point\": \"[0.0688, 0.7975]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0571, 0.932]\", \"lift_point\": \"[0.0571, 0.932]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0551, 0.9139]\", \"lift_point\": \"[0.0551, 0.9139]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6481, 0.1871]\", \"lift_point\": \"[0.6481, 0.1871]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3498, 0.5828]\", \"lift_point\": \"[0.3498, 0.5828]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5938, 0.718]\", \"lift_point\": \"[0.5938, 0.718]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5469, 0.3295]\", \"lift_point\": \"[0.5469, 0.3295]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0499, 0.264]\", \"lift_point\": \"[0.0499, 0.264]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0664, 0.2897]\", \"lift_point\": \"[0.0664, 0.2897]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1333, 0.6506]\", \"lift_point\": \"[0.1333, 0.6506]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.126, 0.5796]\", \"lift_point\": \"[0.126, 0.5796]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0649, 0.495]\", \"lift_point\": \"[0.0649, 0.495]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0645, 0.5103]\", \"lift_point\": \"[0.0645, 0.5103]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"", "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1767, 0.5139]\", \"lift_point\": \"[0.1767, 0.5139]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0551, 0.0814]\", \"lift_point\": \"[0.0551, 0.0814]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Houston?\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Houston?\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0491, 0.4998]\", \"lift_point\": \"[0.0491, 0.4998]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0491, 0.9077]\", \"lift_point\": \"[0.0491, 0.9077]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3661, 0.6057]\", \"lift_point\": \"[0.3661, 0.6057]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5841, 0.1064]\", \"lift_point\": \"[0.5841, 0.1064]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7915, 0.7148]\", \"lift_point\": \"[0.7915, 0.7148]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7915, 0.7148]\", \"lift_point\": \"[0.7915, 0.7148]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of light?\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of light\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0625, 0.4999]\", \"lift_point\": \"[0.0625, 0.4999]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.064, 0.3033]\", \"lift_point\": \"[0.064, 0.3033]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7261, 0.2077]\", \"lift_point\": \"[0.7261, 0.2077]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8012, 0.6957]\", \"lift_point\": \"[0.8012, 0.6957]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.125, 0.3726]\", \"lift_point\": \"[0.125, 0.3726]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1319, 0.4011]\", \"lift_point\": \"[0.1319, 0.4011]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0576, 0.8027]\", \"lift_point\": \"[0.0576, 0.8027]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0679, 0.4665]\", \"lift_point\": \"[0.0679, 0.4665]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8252, 0.6178]\", \"lift_point\": \"[0.8252, 0.6178]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0565, 0.4984]\", \"lift_point\": \"[0.0565, 0.4984]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0431, 0.5396]\", \"lift_point\": \"[0.0431, 0.5396]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Zurich\"", "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Zurich\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7972, 0.6824]\", \"lift_point\": \"[0.7972, 0.6824]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7985, 0.6824]\", \"lift_point\": \"[0.7985, 0.6824]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1213, 0.2923]\", \"lift_point\": \"[0.1213, 0.2923]\", \"typed_text\": \"\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1443, 0.3217]\", \"lift_point\": \"[0.1443, 0.3217]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new lipstick on Sephora\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"sephora\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats on the menu at McDonalds?\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"menu at McDonalds?\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7768, 0.7205]\", \"lift_point\": \"[0.7768, 0.7205]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5869, 0.8785]\", \"lift_point\": \"[0.5869, 0.8785]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5415, 0.6211]\", \"lift_point\": \"[0.5415, 0.6211]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1375, 0.4488]\", \"lift_point\": \"[0.1375, 0.4488]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1477, 0.5548]\", \"lift_point\": \"[0.1477, 0.5548]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8933, 0.3738]\", \"lift_point\": \"[0.8933, 0.3738]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Paris\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from NYC to Paris\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3629, 0.6778]\", \"lift_point\": \"[0.3629, 0.6778]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6352, 0.6476]\", \"lift_point\": \"[0.6352, 0.6476]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7462, 0.5963]\", \"lift_point\": \"[0.7462, 0.5963]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1848, 0.9229]\", \"lift_point\": \"[0.1848, 0.9229]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1698, 0.5617]\", \"lift_point\": \"[0.1698, 0.5617]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,PRESS_ENTER,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0644, 0.9328]\", \"lift_point\": \"[0.0644, 0.9328]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5105, 0.493]\", \"lift_point\": \"[0.5105, 0.493]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5113, 0.4446]\", \"lift_point\": \"[0.5113, 0.4446]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3655, 0.4987]\", \"lift_point\": \"[0.3655, 0.4987]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3545, 0.5048]\", \"lift_point\": \"[0.3545, 0.5048]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new iPad cost\"", "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new iPad cost\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3915, \"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3899, 0.2991]\", \"lift_point\": \"[0.3899, 0.2991]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"twitter app\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"twitter\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0687, 0.1265]\", \"lift_point\": \"[0.0687, 0.1265]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9071, 0.4999]\", \"lift_point\": \"[0.9071, 0.4999]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8673, 0.497]\", \"lift_point\": \"[0.8673, 0.497]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6396, 0.4336]\", \"lift_point\": \"[0.6396, 0.4336]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8145, 0.6085]\", \"lift_point\": \"[0.8145, 0.6085]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8145, 0.6085]\", \"lift_point\": \"[0.8145, 0.6085]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3748, 0.9512]\", \"lift_point\": \"[0.3748, 0.9512]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1393, 0.4446]\", \"lift_point\": \"[0.1393, 0.4446]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1352, 0.5249]\", \"lift_point\": \"[0.1352, 0.5249]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3631, 0.681]\", \"lift_point\": \"[0.3631, 0.681]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.332, 0.86]\", \"lift_point\": \"[0.332, 0.86]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1259, 0.285]\", \"lift_point\": \"[0.1259, 0.285]\", \"typed_text\": \"\"", "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest news in space technology?\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"menu at IHOP\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"menu on ihop\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1112, 0.3125]\", \"lift_point\": \"[0.1112, 0.3125]\", \"typed_text\": \"\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1871, 0.4727]\", \"lift_point\": \"[0.1871, 0.4727]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0628, 0.9198]\", \"lift_point\": \"[0.0628, 0.9198]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.06, 0.9095]\", \"lift_point\": \"[0.06, 0.9095]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7918, 0.6974]\", \"lift_point\": \"[0.7918, 0.6974]\", \"touch_point\": \"[0.7918, 0.6974]\", \"lift_point\": \"[0.7918, 0.6974]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_HOME,DUAL_POINT,PRESS_HOME,PRESS_HOME,PRESS_HOME,DUAL_POINT,DUAL_POINT,PRESS_HOME,PRESS_BACK,PRESS_BACK,PRESS_BACK,PRESS_BACK,PRESS_HOME]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1796, 0.719]\", \"lift_point\": \"[0.1796, 0.719]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1823, 0.9005]\", \"lift_point\": \"[0.1823, 0.9005]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in the Bahamas?\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0436, 0.3128]\", \"lift_point\": \"[0.0436, 0.3128]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Barbados\"", "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in barbados\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0611, 0.537]\", \"lift_point\": \"[0.0611, 0.537]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1742, 0.6779]\", \"lift_point\": \"[0.1742, 0.6779]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1437, 0.4087]\", \"lift_point\": \"[0.1437, 0.4087]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1415, 0.5113]\", \"lift_point\": \"[0.1415, 0.5113]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0669, 0.9154]\", \"lift_point\": \"[0.0669, 0.9154]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0654, 0.9074]\", \"lift_point\": \"[0.0654, 0.9074]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.113, 0.6793]\", \"lift_point\": \"[0.113, 0.6793]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7727, 0.8562]\", \"lift_point\": \"[0.7727, 0.8562]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1332, 0.405]\", \"lift_point\": \"[0.1332, 0.405]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1161, 0.481]\", \"lift_point\": \"[0.1161, 0.481]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7831, 0.6797]\", \"lift_point\": \"[0.7831, 0.6797]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7663, 0.7143]\", \"lift_point\": \"[0.7663, 0.7143]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.411, 0.1532]\", \"lift_point\": \"[0.411, 0.1532]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3074, 0.7011]\", \"lift_point\": \"[0.3074, 0.7011]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6771, 0.7448]\", \"lift_point\": \"[0.6771, 0.7448]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1835, 0.6771]\", \"lift_point\": \"[0.1835, 0.6771]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0471, 0.4793]\", \"lift_point\": \"[0.0471, 0.4793]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2464, 0.1966]\", \"lift_point\": \"[0.2464, 0.1966]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3341, 0.3463]\", \"lift_point\": \"[0.3341, 0.3463]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.325, 0.2933]\", \"lift_point\": \"[0.325, 0.2933]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2735, 0.9223]\", \"lift_point\": \"[0.2735, 0.9223]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Miami?\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0563, 0.4573]\", \"lift_point\": \"[0.0563, 0.4573]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2538, 0.8413]\", \"lift_point\": \"[0.2538, 0.8413]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0681, 0.1163]\", \"lift_point\": \"[0.0681, 0.1163]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0611, 0.0618]\", \"lift_point\": \"[0.0611, 0.0618]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6048, 0.3794]\", \"lift_point\": \"[0.6048, 0.3794]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_BACK,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_HOME,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,PRESS_BACK,PRESS_HOME,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0586, 0.5048]\", \"lift_point\": \"[0.0586, 0.5048]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0574, 0.4573]\", \"lift_point\": \"[0.0574, 0.4573]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4335, 0.8971]\", \"lift_point\": \"[0.4335, 0.8971]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3954, 0.4839]\", \"lift_point\": \"[0.3954, 0.4839]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"0: \"", "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" president of the United States\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,PRESS_BACK]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3276, 0.2949]\", \"lift_point\": \"[0.3276, 0.2949]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1835, 0.4972]\", \"lift_point\": \"[0.1835, 0.4972]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1063, 0.5713]\", \"lift_point\": \"[0.1063, 0.5713]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.895, 0.5035]\", \"lift_point\": \"[0.895, 0.5035]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8713, 0.5122]\", \"lift_point\": \"[0.8713, 0.5122]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest grocery store?\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"the nearest grocery store \"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0599, 0.524]\", \"lift_point\": \"[0.0599, 0.524]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0662, 0.3991]\", \"lift_point\": \"[0.0662, 0.3991]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Italy\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1161, 0.279]\", \"lift_point\": \"[0.1161, 0.279]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT, [DU; [\n10_type_home_\nSTATUS_ty,\nDU [DUL, [0, [pre, \"price_10_the [3, \"\nPRE, \"type, \"DUT,DU4, \"pre", "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7921, 0.6829]\", \"lift_point\": \"[0.7921, 0.6829]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7716, 0.67]\", \"lift_point\": \"[0.7716, 0.67]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1326, 0.4075]\", \"lift_point\": \"[0.1326, 0.4075]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0586, 0.9156]\", \"lift_point\": \"[0.0586, 0.9156]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7839, 0.6849]\", \"lift_point\": \"[0.7839, 0.6849]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7913, 0.6927]\", \"lift_point\": \"[0.7913, 0.6927]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1093, 0.3357]\", \"lift_point\": \"[0.1093, 0.3357]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0546, 0.8283]\", \"lift_point\": \"[0.0546, 0.8283]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0437, 0.8153]\", \"lift_point\": \"[0.0437, 0.8153]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0575, 0.0626]\", \"lift_point\": \"[0.0575, 0.0626]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0578, 0.0742]\", \"lift_point\": \"[0.0578, 0.0742]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1839, 0.6286]\", \"lift_point\": \"[0.1839, 0.6286]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1936, 0.6753]\", \"lift_point\": \"[0.1936, 0.6753]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7769, 0.6881]\", \"lift_point\": \"[0.7769, 0.6881]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7789, 0.6894]\", \"lift_point\": \"[0.7789, 0.6894]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.208, 0.5184]\", \"lift_point\": \"[0.208, 0.5184]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7833, 0.6845]\", \"lift_point\": \"[0.7833, 0.6845]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6367, 0.3181]\", \"lift_point\": \"[0.6367, 0.3181]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0615, 0.9357]\", \"lift_point\": \"[0.0615, 0.9357]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3346, 0.2298]\", \"lift_point\": \"[0.3346, 0.2298]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3553, 0.5071]\", \"lift_point\": \"[0.3553, 0.5071]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8789, 0.4552]\", \"lift_point\": \"[0.8789, 0.4552]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6377, 0.4206]\", \"lift_point\": \"[0.6377, 0.4206]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1266, 0.4371]\", \"lift_point\": \"[0.1266, 0.4371]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1303, 0.3898]\", \"lift_point\": \"[0.1303, 0.3898]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Miami\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Hotels in Miami\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0596, 0.4986]\", \"lift_point\": \"[0.0596, 0.4986]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0609, 0.4861]\", \"lift_point\": \"[0.0609, 0.4861]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2497, 0.4989]\", \"lift_point\": \"[0.2497, 0.4989]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1213, 0.8467]\", \"lift_point\": \"[0.1213, 0.8467]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5256, 0.4326]\", \"lift_point\": \"[0.5256, 0.4326]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new foundation (skincare) product\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new foundation (skincare) product\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7847, 0.6821]\", \"lift_point\": \"[0.7847, 0.6821]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8891, 0.1918]\", \"lift_point\": \"[0.8891, 0.1918]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4748, 0.6991]\", \"lift_point\": \"[0.4748, 0.6991]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5118, 0.6887]\", \"lift_point\": \"[0.5118, 0.6887]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5056, 0.673]\", \"lift_point\": \"[0.5056, 0.673]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is a blue whale?\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How big is a blue whale?\"" }, { "pred": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the EGO 14-in 56-Volt Brushless Cordless Chainsaw?\"", "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"price of the EGO 14-in 56-Volt Brushless Cordless Chainsaw?\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_BACK,PRESS_BACK,DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2457, 0.167]\", \"lift_point\": \"[0.2457, 0.167]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2896, 0.1464]\", \"lift_point\": \"[0.2896, 0.1464]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0612, 0.0717]\", \"lift_point\": \"[0.0612, 0.0717]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0615, 0.7935]\", \"lift_point\": \"[0.0615, 0.7935]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3237, 0.2387]\", \"lift_point\": \"[0.3237, 0.2387]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2512, 0.2042]\", \"lift_point\": \"[0.2512, 0.2042]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0617, 0.4981]\", \"lift_point\": \"[0.0617, 0.4981]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0619, 0.3492]\", \"lift_point\": \"[0.0619, 0.3492]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1872, 0.7069]\", \"lift_point\": \"[0.1872, 0.7069]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2126, 0.6494]\", \"lift_point\": \"[0.2126, 0.6494]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.273, 0.2487]\", \"lift_point\": \"[0.273, 0.2487]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2588, 0.1962]\", \"lift_point\": \"[0.2588, 0.1962]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0615, 0.9184]\", \"lift_point\": \"[0.0615, 0.9184]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.067, 0.912]\", \"lift_point\": \"[0.067, 0.912]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 2 bedroom apartment rent for in Philadelphia?\"", "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bedroom apartment rent for in Philadelphia\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8974, 0.4831]\", \"lift_point\": \"[0.8974, 0.4831]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.909, 0.527]\", \"lift_point\": \"[0.909, 0.527]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL, \"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2909, 0.6381]\", \"lift_point\": \"[0.2909, 0.6381]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0657, 0.7939]\", \"lift_point\": \"[0.0657, 0.7939]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1233, 0.23]\", \"lift_point\": \"[0.1233, 0.23]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.117, 0.3334]\", \"lift_point\": \"[0.117, 0.3334]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.123, 0.3273]\", \"lift_point\": \"[0.123, 0.3273]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1097, 0.3402]\", \"lift_point\": \"[0.1097, 0.3402]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5378, 0.1475]\", \"lift_point\": \"[0.5378, 0.1475]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5619, 0.1167]\", \"lift_point\": \"[0.5619, 0.1167]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0548, 0.564]\", \"lift_point\": \"[0.0548, 0.564]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0506, 0.8524]\", \"lift_point\": \"[0.0506, 0.8524]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1112, 0.4657]\", \"lift_point\": \"[0.1112, 0.4657]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1315, 0.4787]\", \"lift_point\": \"[0.1315, 0.4787]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8361, 0.2475]\", \"lift_point\": \"[0.8361, 0.2475]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7898, 0.6787]\", \"lift_point\": \"[0.7898, 0.6787]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7898, 0.6787]\", \"lift_point\": \"[0.7898, 0.6787]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9303, 0.4941]\", \"lift_point\": \"[0.9303, 0.4941]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2544, 0.5034]\", \"lift_point\": \"[0.2544, 0.5034]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1788, 0.6302]\", \"lift_point\": \"[0.1788, 0.6302]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for flights from Barcelona to Mexico city\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0548, 0.5367]\", \"lift_point\": \"[0.0548, 0.5367]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9037, 0.5098]\", \"lift_point\": \"[0.9037, 0.5098]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9472, 0.4803]\", \"lift_point\": \"[0.9472, 0.4803]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1958, 0.8918]\", \"lift_point\": \"[0.1958, 0.8918]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_Type, \"type, \"status_ \"type \"type, \"type,PRE,PRE,PRE, \"PRETIST, \"1, type status \"\n\"\n\n“, “, “, \"PRE, type, status, status, 2 , \"type, status, status, type_pre_ status, \"1, type, type]", "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4877, 0.9055]\", \"lift_point\": \"[0.4877, 0.9055]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2749, 0.4932]\", \"lift_point\": \"[0.2749, 0.4932]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2559, 0.3466]\", \"lift_point\": \"[0.2559, 0.3466]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.777, 0.4037]\", \"lift_point\": \"[0.777, 0.4037]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.777, 0.4037]\", \"lift_point\": \"[0.777, 0.4037]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1381, 0.695]\", \"lift_point\": \"[0.1381, 0.695]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2509, 0.5219]\", \"lift_point\": \"[0.2509, 0.5219]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0651, 0.5091]\", \"lift_point\": \"[0.0651, 0.5091]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1175, 0.4362]\", \"lift_point\": \"[0.1175, 0.4362]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1115, 0.3638]\", \"lift_point\": \"[0.1115, 0.3638]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3661, 0.4953]\", \"lift_point\": \"[0.3661, 0.4953]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3669, 0.4972]\", \"lift_point\": \"[0.3669, 0.4972]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8888, 0.4811]\", \"lift_point\": \"[0.8888, 0.4811]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1866, 0.7164]\", \"lift_point\": \"[0.1866, 0.7164]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2187, 0.6753]\", \"lift_point\": \"[0.2187, 0.6753]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8892, 0.4879]\", \"lift_point\": \"[0.8892, 0.4879]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8814, 0.3866]\", \"lift_point\": \"[0.8814, 0.3866]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2563, 0.3944]\", \"lift_point\": \"[0.2563, 0.3944]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2193, 0.3718]\", \"lift_point\": \"[0.2193, 0.3718]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5676, 0.7723]\", \"lift_point\": \"[0.5676, 0.7723]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5648, 0.6812]\", \"lift_point\": \"[0.5648, 0.6812]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5624, 0.9437]\", \"lift_point\": \"[0.5624, 0.9437]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5609, 0.9437]\", \"lift_point\": \"[0.5609, 0.9437]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2926, 0.9444]\", \"lift_point\": \"[0.2926, 0.9444]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1168, 0.5757]\", \"lift_point\": \"[0.1168, 0.5757]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1702, 0.5937]\", \"lift_point\": \"[0.1702, 0.5937]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"huffington post\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0548, 0.3905]\", \"lift_point\": \"[0.0548, 0.3905]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest T-Mobile Store\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How do I get to the nearest T-Mobile Store?\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6984, 0.7638]\", \"lift_point\": \"[0.6984, 0.7638]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6219, 0.6098]\", \"lift_point\": \"[0.6219, 0.6098]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Canada?\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0637, 0.3928]\", \"lift_point\": \"[0.0637, 0.3928]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0515, 0.0421]\", \"lift_point\": \"[0.0515, 0.0421]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.656, 0.1782]\", \"lift_point\": \"[0.656, 0.1782]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6505, 0.6362]\", \"lift_point\": \"[0.6505, 0.6362]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2091, 0.3261]\", \"lift_point\": \"[0.2091, 0.3261]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0524, 0.8214]\", \"lift_point\": \"[0.0524, 0.8214]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0464, 0.825]\", \"lift_point\": \"[0.0464, 0.825]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1395, 0.4022]\", \"lift_point\": \"[0.1395, 0.4022]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1461, 0.4406]\", \"lift_point\": \"[0.1461, 0.4406]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8466, 0.6103]\", \"lift_point\": \"[0.8466, 0.6103]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2568, 0.5112]\", \"lift_point\": \"[0.2568, 0.5112] \"1, \"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1436, 0.6246]\", \"lift_point\": \"[0.1436, 0.6246]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.429, 0.922]\", \"lift_point\": \"[0.429, 0.922]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7796, 0.6114]\", \"lift_point\": \"[0.7796, 0.6114]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7873, 0.6244]\", \"lift_point\": \"[0.7873, 0.6244]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.173, 0.2474]\", \"lift_point\": \"[0.173, 0.2474]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the price of the TCL TV?\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0711, 0.9155]\", \"lift_point\": \"[0.0711, 0.9155]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7887, 0.685]\", \"lift_point\": \"[0.7887, 0.685]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.783, 0.7229]\", \"lift_point\": \"[0.783, 0.7229]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1215, 0.3876]\", \"lift_point\": \"[0.1215, 0.3876]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7935, 0.688]\", \"lift_point\": \"[0.7935, 0.688]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8015, 0.6568]\", \"lift_point\": \"[0.8015, 0.6568]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0699, 0.4561]\", \"lift_point\": \"[0.0699, 0.4561]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1394, 0.4574]\", \"lift_point\": \"[0.1394, 0.4574]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1423, 0.3399]\", \"lift_point\": \"[0.1423, 0.3399]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5601, 0.371]\", \"lift_point\": \"[0.5601, 0.371]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1429, 0.345]\", \"lift_point\": \"[0.1429, 0.345]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1482, 0.6046]\", \"lift_point\": \"[0.1482, 0.6046]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7944, 0.6887]\", \"lift_point\": \"[0.7944, 0.6887]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7944, 0.6887]\", \"lift_point\": \"[0.7944, 0.6887]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.078, 0.8768]\", \"lift_point\": \"[0.078, 0.8768]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.078, 0.8768]\", \"lift_point\": \"[0.078, 0.8768]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2346, 0.1953]\", \"lift_point\": \"[0.2346, 0.1953]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.332, 0.4957]\", \"lift_point\": \"[0.332, 0.4957]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3812, 0.4281]\", \"lift_point\": \"[0.3812, 0.4281]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7456, 0.3049]\", \"lift_point\": \"[0.7456, 0.3049]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7589, 0.3169]\", \"lift_point\": \"[0.7589, 0.3169]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.675]\", \"lift_point\": \"[0.4936, 0.675]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,PRESS_BACK,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3444, 0.5381]\", \"lift_point\": \"[0.3444, 0.5381]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8352, 0.9414]\", \"lift_point\": \"[0.8352, 0.9414]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6403, 0.4089]\", \"lift_point\": \"[0.6403, 0.4089]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5176, 0.8284]\", \"lift_point\": \"[0.5176, 0.8284]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5654, 0.8708]\", \"lift_point\": \"[0.5654, 0.8708]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7822, 0.6987]\", \"lift_point\": \"[0.7822, 0.6987]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2484, 0.2773]\", \"lift_point\": \"[0.2484, 0.2773]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2598, 0.2621]\", \"lift_point\": \"[0.2598, 0.2621]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point", "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0721, 0.4079]\", \"lift_point\": \"[0.0721, 0.4079]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1745, 0.3075]\", \"lift_point\": \"[0.1745, 0.3075]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1954, 0.309]\", \"lift_point\": \"[0.1954, 0.309]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.558, 0.9406]\", \"lift_point\": \"[0.558, 0.9406]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7808, 0.6931]\", \"lift_point\": \"[0.7808, 0.6931]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7686, 0.7016]\", \"lift_point\": \"[0.7686, 0.7016]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7301, 0.9206]\", \"lift_point\": \"[0.7301, 0.9206]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1394, 0.9532]\", \"lift_point\": \"[0.1394, 0.9532]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1774, 0.2732]\", \"lift_point\": \"[0.1774, 0.2732]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4075, 0.2072]\", \"lift_point\": \"[0.4075, 0.2072]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.713, 0.7036]\", \"lift_point\": \"[0.713, 0.7036]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6506, 0.6833]\", \"lift_point\": \"[0.6506, 0.6833]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5054, 0.1668]\", \"lift_point\": \"[0.5054, 0.1668]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5418, 0.1546]\", \"lift_point\": \"[0.5418, 0.1546]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3137, 0.4862]\", \"lift_point\": \"[0.3137, 0.4862]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.305, 0.6055]\", \"lift_point\": \"[0.305, 0.6055]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 2 bedroom apartment rent for in Houston?\"", "gt": "Action Plan: [TYPE,TYPE,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"2 bed room apartment rent in houston\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Denver\"", "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Denver\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0619, 0.525]\", \"lift_point\": \"[0.0619, 0.525]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0619, 0.546]\", \"lift_point\": \"[0.0619, 0.546]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1339, 0.3043]\", \"lift_point\": \"[0.1339, 0.3043]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2667, 0.3762]\", \"lift_point\": \"[0.2667, 0.3762]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0651, 0.4595]\", \"lift_point\": \"[0.0651, 0.4595]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0537, 0.3913]\", \"lift_point\": \"[0.0537, 0.3913]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8139, 0.8516]\", \"lift_point\": \"[0.8139, 0.8516]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0568, 0.8274]\", \"lift_point\": \"[0.0568, 0.8274]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0556, 0.7814]\", \"lift_point\": \"[0.0556, 0.7814]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Sweden\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of sweden?\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7783, 0.6889]\", \"lift_point\": \"[0.7783, 0.6889]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7746, 0.6711]\", \"lift_point\": \"[0.7746, 0.6711]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1288, 0.2846]\", \"lift_point\": \"[0.1288, 0.2846]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1361, 0.2898]\", \"lift_point\": \"[0.1361, 0.2898]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7966, 0.5681]\", \"lift_point\": \"[0.7966, 0.5681]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6333, 0.6176]\", \"lift_point\": \"[0.6333, 0.6176]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1199, 0.5444]\", \"lift_point\": \"[0.1199, 0.5444]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1256, 0.4002]\", \"lift_point\": \"[0.1256, 0.4002]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7783, 0.6887]\", \"lift_point\": \"[0.7783, 0.6887]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.885, 0.1574]\", \"lift_point\": \"[0.885, 0.1574]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.876, 0.5326]\", \"lift_point\": \"[0.876, 0.5326]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Pakistan?\"", "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Pakistan\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5184, 0.1605]\", \"lift_point\": \"[0.5184, 0.1605]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.491, 0.2181]\", \"lift_point\": \"[0.491, 0.2181]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5611, 0.6412]\", \"lift_point\": \"[0.5611, 0.6412]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0647, 0.0689]\", \"lift_point\": \"[0.0647, 0.0689]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_BACK,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.173, 0.892]\", \"lift_point\": \"[0.173, 0.892]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2753, 0.4839]\", \"lift_point\": \"[0.2753, 0.4839]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1222, 0.462]\", \"lift_point\": \"[0.1222, 0.462]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1316, 0.703]\", \"lift_point\": \"[0.1316, 0.703]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6927, 0.5764]\", \"lift_point\": \"[0.6927, 0.5764]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0596, 0.3251]\", \"lift_point\": \"[0.0596, 0.3251]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5153, 0.5113]\", \"lift_point\": \"[0.5153, 0.5113]\", \"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5045, 0.5531]\", \"lift_point\": \"[0.5045, 0.5531]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1406, 0.9582]\", \"lift_point\": \"[0.1406, 0.9582]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5565, 0.9406]\", \"lift_point\": \"[0.5565, 0.9406]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new eyeshadow on Sephora\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" a new eyeshadow on Sephora\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest news in space exploration?\"", "gt": "Action Plan: [TYPE,PRESS_BACK,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"latest news in space exploration\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3535, 0.1864]\", \"lift_point\": \"[0.3535, 0.1864]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3462, 0.1159]\", \"lift_point\": \"[0.3462, 0.1159]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2999, 0.2785]\", \"lift_point\": \"[0.2999, 0.2785]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Bolivia\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Bolivia\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1216, 0.2849]\", \"lift_point\": \"[0.1216, 0.2849]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1341, 0.2067]\", \"lift_point\": \"[0.1341, 0.2067]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Philadelphia\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Philadelphia\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0627, 0.5374]\", \"lift_point\": \"[0.0627, 0.5374]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0621, 0.536]\", \"lift_point\": \"[0.0621, 0.536]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in Suriname\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in suriname?\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Bolivia?\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0817, 0.4715]\", \"lift_point\": \"[0.0817, 0.4715]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0618, 0.5005]\", \"lift_point\": \"[0.0618, 0.5005]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0627, 0.7127]\", \"lift_point\": \"[0.0627, 0.7127]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7977, 0.8485]\", \"lift_point\": \"[0.7977, 0.8485]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8085, 0.5081]\", \"lift_point\": \"[0.8085, 0.5081]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9286]\", \"lift_point\": \"[0.4936, 0.9286]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4936, 0.9286]\", \"lift_point\": \"[0.4936, 0.9286]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1186, 0.3042]\", \"lift_point\": \"[0.1186, 0.3042]\", \"typed_text\": \"\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1129, 0.6628]\", \"lift_point\": \"[0.1129, 0.6628]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1186, 0.6529]\", \"lift_point\": \"[0.1186, 0.6529]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in malaysia\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"malaysia\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3386, 0.3198]\", \"lift_point\": \"[0.3386, 0.3198]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1336, 0.2876]\", \"lift_point\": \"[0.1336, 0.2876]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1219, 0.266]\", \"lift_point\": \"[0.1219, 0.266]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Open the calendar and show me this week's events? \"", "gt": "Action Plan: [TYPE,DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Open the calendar and show me this weeks events? \"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8929, 0.5067]\", \"lift_point\": \"[0.8929, 0.5067]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7761, 0.7667]\", \"lift_point\": \"[0.7761, 0.7667]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2635, 0.5193]\", \"lift_point\": \"[0.2635, 0.5193]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7979, 0.5803]\", \"lift_point\": \"[0.7979, 0.5803]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1338, 0.4733]\", \"lift_point\": \"[0.1338, 0.4733]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1367, 0.3797]\", \"lift_point\": \"[0.1367, 0.3797]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5064, 0.4939]\", \"lift_point\": \"[0.5064, 0.4939]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4782, 0.8456]\", \"lift_point\": \"[0.4782, 0.8456]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does the Samsung TV cost?\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does the Samsung TV cost?\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2995, 0.2829]\", \"lift_point\": \"[0.2995, 0.2829]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3321, 0.1299]\", \"lift_point\": \"[0.3321, 0.1299]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8266, 0.627]\", \"lift_point\": \"[0.8266, 0.627]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8188, 0.69]\", \"lift_point\": \"[0.8188, 0.69]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8421, 0.6318]\", \"lift_point\": \"[0.8421, 0.6318]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7264, 0.1487]\", \"lift_point\": \"[0.7264, 0.1487]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2495, 0.0452]\", \"lift_point\": \"[0.2495, 0.0452]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7836, 0.6867]\", \"lift_point\": \"[0.7836, 0.6867]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7756, 0.6926]\", \"lift_point\": \"[0.7756, 0.6926]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1786, 0.3222]\", \"lift_point\": \"[0.1786, 0.3222]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1246, 0.4066]\", \"lift_point\": \"[0.1246, 0.4066]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1167, 0.4031]\", \"lift_point\": \"[0.1167, 0.4031]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0622, 0.3084]\", \"lift_point\": \"[0.0622, 0.3084]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0509, 0.1702]\", \"lift_point\": \"[0.0509, 0.1702]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7842, 0.5074]\", \"lift_point\": \"[0.7842, 0.5074]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9173, 0.8478]\", \"lift_point\": \"[0.9173, 0.8478]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7784, 0.6905]\", \"lift_point\": \"[0.7784, 0.6905]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7698, 0.6702]\", \"lift_point\": \"[0.7698, 0.6702]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0426, 0.819]\", \"lift_point\": \"[0.0426, 0.819]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0614, 0.5075]\", \"lift_point\": \"[0.0614, 0.5075]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0473, 0.3652]\", \"lift_point\": \"[0.0473, 0.3652]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Washington DC\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Washington DC\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1159, 0.6132]\", \"lift_point\": \"[0.1159, 0.6132]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0596, 0.9275]\", \"lift_point\": \"[0.0596, 0.9275]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5964, 0.4444]\", \"lift_point\": \"[0.5964, 0.4444]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5567, 0.4671]\", \"lift_point\": \"[0.5567, 0.4671]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0848, \"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1164, 0.1471]\", \"lift_point\": \"[0.1164, 0.1471]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,PRESS_ENTER,STATUS \"type_0 [PREType]", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of sweden ?\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5688, 0.8486]\", \"lift_point\": \"[0.5688, 0.8486]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5445, 0.8611]\", \"lift_point\": \"[0.5445, 0.8611]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3454, 0.4323]\", \"lift_point\": \"[0.3454, 0.4323]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9024, 0.5055]\", \"lift_point\": \"[0.9024, 0.5055]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9174, 0.4332]\", \"lift_point\": \"[0.9174, 0.4332]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1406, 0.4874]\", \"lift_point\": \"[0.1406, 0.4874]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Pakistan?\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Pakistan\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1417, 0.376]\", \"lift_point\": \"[0.1417, 0.376]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2757, 0.5502]\", \"lift_point\": \"[0.2757, 0.5502]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Guyana?\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Guyana?\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3187, 0.2868]\", \"lift_point\": \"[0.3187, 0.2868]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3068, 0.2792]\", \"lift_point\": \"[0.3068, 0.2792]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7796, 0.2768]\", \"lift_point\": \"[0.7796, 0.2768]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT, \"", "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1174, 0.4815]\", \"lift_point\": \"[0.1174, 0.4815]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0809, 0.8737]\", \"lift_point\": \"[0.0809, 0.8737]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0809, 0.8737]\", \"lift_point\": \"[0.0809, 0.8737]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7769, 0.681]\", \"lift_point\": \"[0.7769, 0.681]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Where can I buy a nice beach towel?\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0684, 0.9037]\", \"lift_point\": \"[0.0684, 0.9037]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.073, 0.8872]\", \"lift_point\": \"[0.073, 0.8872]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of the United Kingdom\"", "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of the United Kingdom\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5149, 0.4432]\", \"lift_point\": \"[0.500.69, \"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1028, 0.4618]\", \"lift_point\": \"[0.1028, 0.4618]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9125, 0.5564]\", \"lift_point\": \"[0.9125, 0.5564]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9183, 0.3832]\", \"lift_point\": \"[0.9183, 0.3832]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,PRESS_ENTER]\n2222,PREDINO,\n\n\n\n\n\n\n\n\n\nPRESS_0_", "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"flights from nyc to paris\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1284, 0.342]\", \"lift_point\": \"[0.1284, 0.342]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0598, 0.1024]\", \"lift_point\": \"[0.0598, 0.1024]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the time in New York?\"", "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the time in New York?\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5399, 0.5883]\", \"lift_point\": \"[0.5399, 0.5883]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6225, 0.1719]\", \"lift_point\": \"[0.6225, 0.1719]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5651, 0.1852]\", \"lift_point\": \"[0.5651, 0.1852]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8864, 0.5747]\", \"lift_point\": \"[0.8864, 0.5747]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8814, 0.5825]\", \"lift_point\": \"[0.8814, 0.5825]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8944, 0.4999]\", \"lift_point\": \"[0.8944, 0.4999]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6539, 0.8814]\", \"lift_point\": \"[0.6539, 0.8814]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8992, 0.4917]\", \"lift_point\": \"[0.8992, 0.4917]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9338, 0.5386]\", \"lift_point\": \"[0.9338, 0.5386]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8966, 0.395]\", \"lift_point\": \"[0.8966, 0.395]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.777, 0.6024]\", \"lift_point\": \"[0.777, 0.6024]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.607, 0.1523]\", \"lift_point\": \"[0.607, 0.1523]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5095, 0.6848]\", \"lift_point\": \"[0.5095, 0.6848]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5051, 0.6922]\", \"lift_point\": \"[0.5051, 0.6922]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.475, 0.4932]\", \"lift_point\": \"[0.475, 0.4932]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1339, 0.4083]\", \"lift_point\": \"[0.1339, 0.4083]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.128, 0.3125]\", \"lift_point\": \"[0.128, 0.3125]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2491, 0.4228]\", \"lift_point\": \"[0.2491, 0.4228]\", \"typed_text\": \"\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"nearest T-Mobile Store\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"how do i get nearest t mobile store\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"twitter app\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"twittwer\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7844, 0.6945]\", \"lift_point\": \"[0.7844, 0.6945]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Mexico?\"", "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Mexico?\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2163, 0.423]\", \"lift_point\": \"[0.2163, 0.423]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2007, 0.6839]\", \"lift_point\": \"[0.2007, 0.6839]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7822, 0.6982]\", \"lift_point\": \"[0.7822, 0.6982]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_BACK,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1166, 0.3457]\", \"lift_point\": \"[0.1166, 0.3457]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1079, 0.3517]\", \"lift_point\": \"[0.1079, 0.3517]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3465, 0.2534]\", \"lift_point\": \"[0.3465, 0.2534]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3246, 0.3199]\", \"lift_point\": \"[0.3246, 0.3199]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.842, 0.554]\", \"lift_point\": \"[0.842, 0.554]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1227, 0.4154]\", \"lift_point\": \"[0.1227, 0.4154]\", \"typed_text\": \"\"", "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8936, 0.511]\", \"lift_point\": \"[0.8936, 0.511]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8796, 0.5176]\", \"lift_point\": \"[0.8796, 0.5176]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the price of a 12 ladder at Lowes? \"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the price of a 12 ladder at Lowes? \"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"HisenseTV cost\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"HisenseTV cost\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0654, 0.9161]\", \"lift_point\": \"[0.0654, 0.9161]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0555, 0.9183]\", \"lift_point\": \"[0.0555, 0.9183]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3554, 0.4925]\", \"lift_point\": \"[0.3554, 0.4925]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.369, 0.4993]\", \"lift_point\": \"[0.369, 0.4993]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1287, 0.9339]\", \"lift_point\": \"[0.1287, 0.9339]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.148, 0.9353]\", \"lift_point\": \"[0.148, 0.9353]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1312, 0.3252]\", \"lift_point\": \"[0.1312, 0.3252]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1421, 0.4265]\", \"lift_point\": \"[0.1421, 0.4265]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Buenos aires\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Hotel in Buenos aires\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8904, 0.4844]\", \"lift_point\": \"[0.8904, 0.4844]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8672, 0.3458]\", \"lift_point\": \"[0.8672, 0.3458]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in San Diego?\"", "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in San Diego?\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5144, 0.9441]\", \"lift_point\": \"[0.5144, 0.9441]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7898, 0.6984]\", \"lift_point\": \"[0.7898, 0.6984]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5365, 0.6478]\", \"lift_point\": \"[0.5365, 0.6478]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4966, 0.621]\", \"lift_point\": \"[0.4966, 0.621]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1263, 0.5048]\", \"lift_point\": \"[0.1263, 0.5048]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1515, 0.9091]\", \"lift_point\": \"[0.1515, 0.9091]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1374, 0.4947]\", \"lift_point\": \"[0.1374, 0.4947]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4201, 0.9891]\", \"lift_point\": \"[0.4201, 0.9891]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2094, 0.8261]\", \"lift_point\": \"[0.2094, 0.8261]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1289, 0.288]\", \"lift_point\": \"[0.1289, 0.288]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5797, 0.5502]\", \"lift_point\": \"[0.5797, 0.5502]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the latest news in space technology? \"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0585, 0.442]\", \"lift_point\": \"[0.0585, 0.442]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1534, 0.2986]\", \"lift_point\": \"[0.1534, 0.2986]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4861, 0.1534]\", \"lift_point\": \"[0.4861, 0.1534]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0642, 0.065]\", \"lift_point\": \"[0.0642, 0.065]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6382, 0.6936]\", \"lift_point\": \"[0.6382, 0.6936]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6075, 0.6952]\", \"lift_point\": \"[0.6075, 0.6952]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0504, 0.2105]\", \"lift_point\": \"[0.0504, 0.2105]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Miami? \"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"How much does a 3 bedroom apartment rent for in Miami? \"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1254, 0.4065]\", \"lift_point\": \"[0.1254, 0.4065]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1419, 0.6766]\", \"lift_point\": \"[0.1419, 0.6766]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0585, 0.9079]\", \"lift_point\": \"[0.0585, 0.9079]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0775, 0.9231]\", \"lift_point\": \"[0.0775, 0.9231]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.43, 0.3015]\", \"lift_point\": \"[0.43, 0.3015]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\",\n", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0862, 0.4742]\", \"lift_point\": \"[0.0862, 0.4742]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1207, 0.3447]\", \"lift_point\": \"[0.1207, 0.3447]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1372, 0.4749]\", \"lift_point\": \"[0.1372, 0.4749]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5689, 0.5117]\", \"lift_point\": \"[0.5689, 0.5117]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6669, 0.6264]\", \"lift_point\": \"[0.6669, 0.6264]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.657, 0.6143]\", \"lift_point\": \"[0.657, 0.6143]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4288, 0.9313]\", \"lift_point\": \"[0.4288, 0.9313]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7306, 0.6166]\", \"lift_point\": \"[0.7306, 0.6166]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7162, 0.636]\", \"lift_point\": \"[0.7162, 0.636]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6174, 0.4764]\", \"lift_point\": \"[0.6174, 0.4764]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3199, 0.6084]\", \"lift_point\": \"[0.3199, 0.6084]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"top rated burger restaurants\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" top rated burger restaurants\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0556, 0.4959]\", \"lift_point\": \"[0.0556, 0.4959]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7785, 0.6794]\", \"lift_point\": \"[0.7785, 0.6794]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8899, 0.5686]\", \"lift_point\": \"[0.8899, 0.5686]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1178, 0.314]\", \"lift_point\": \"[0.1178, 0.314]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1172, 0.2172]\", \"lift_point\": \"[0.1172, 0.2172]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3715, 0.8777]\", \"lift_point\": \"[0.3715, 0.8777]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3412, 0.8923]\", \"lift_point\": \"[0.3412, 0.8923]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7868, 0.685]\", \"lift_point\": \"[0.7868, 0.685]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7886, 0.6901]\", \"lift_point\": \"[0.7886, 0.6901]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7854, 0.6865]\", \"lift_point\": \"[0.7854, 0.6865]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7738, 0.6813]\", \"lift_point\": \"[0.7738, 0.6813]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7656, 0.6793]\", \"lift_point\": \"[0.7656, 0.6793]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4812, 0.2229]\", \"lift_point\": \"[0.4812, 0.2229]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7969, 0.6855]\", \"lift_point\": \"[0.7969, 0.6855]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7912, 0.7041]\", \"lift_point\": \"[0.7912, 0.7041]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4396, 0.1947]\", \"lift_point\": \"[0.4396, 0.1947]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1259, 0.2877]\", \"lift_point\": \"[0.1259, 0.2877]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1057, 0.6469]\", \"lift_point\": \"[0.1057, 0.6469]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7745, 0.688]\", \"lift_point\": \"[0.7745, 0.688]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8714, 0.3907]\", \"lift_point\": \"[0.8714, 0.3907]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.12, 0.3894]\", \"lift_point\": \"[0.12, 0.3894]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7876, 0.173]\", \"lift_point\": \"[0.7876, 0.173]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the capital of Brazil?\"", "gt": "Action Plan: [TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"capital of Brazil\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"lyft app\"", "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"lyft app\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7783, 0.6389]\", \"lift_point\": \"[0.7783, 0.6389]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8966, 0.5136]\", \"lift_point\": \"[0.8966, 0.5136]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.885, 0.4626]\", \"lift_point\": \"[0.885, 0.4626]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.133, 0.2611]\", \"lift_point\": \"[0.133, 0.2611]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.151, 0.8536]\", \"lift_point\": \"[0.151, 0.8536]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1229, 0.325]\", \"lift_point\": \"[0.1229, 0.325]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1417, 0.3636]\", \"lift_point\": \"[0.1417, 0.3636]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1435, 0.4463]\", \"lift_point\": \"[0.1435, 0.4463]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8482, 0.6175]\", \"lift_point\": \"[0.8482, 0.6175]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9073, 0.846]\", \"lift_point\": \"[0.9073, 0.846]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9061, 0.8273]\", \"lift_point\": \"[0.9061, 0.8273]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2708, 0.4597]\", \"lift_point\": \"[0.2708, 0.4597]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8075, 0.6175]\", \"lift_point\": \"[0.8075, 0.6175]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2749, 0.6245]\", \"lift_point\": \"[0.2749, 0.6245]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3263, 0.4572]\", \"lift_point\": \"[0.3263, 0.4572]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.07, 0.9181]\", \"lift_point\": \"[0.07, 0.9181]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.07, 0.9181]\", \"lift_point\": \"[0.07, 0.9181]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2438, 0.5164]\", \"lift_point\": \"[0.2438, 0.5164]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3094, 0.5558]\", \"lift_point\": \"[0.3094, 0.5558]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1491, 0.9393]\", \"lift_point\": \"[0.1491, 0.9393]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Venezuela?\"", "gt": "Action Plan: [TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"the news in Venezuela\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3658, 0.1658]\", \"lift_point\": \"[0.3658, 0.1658]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT, \"", "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1337, 0.3685]\", \"lift_point\": \"[0.1337, 0.3685]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1146, 0.4143]\", \"lift_point\": \"[0.1146, 0.4143]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7786, 0.6787]\", \"lift_point\": \"[0.7786, 0.6787]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7807, 0.642]\", \"lift_point\": \"[0.7807, 0.642]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1787, 0.4998]\", \"lift_point\": \"[0.1787, 0.4998]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3041, 0.3748]\", \"lift_point\": \"[0.3041, 0.3748]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5437, 0.8298]\", \"lift_point\": \"[0.5437, 0.8298]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5543, 0.7882]\", \"lift_point\": \"[0.5543, 0.7882]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3179, 0.4504]\", \"lift_point\": \"[0.3179, 0.4504]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8026, 0.628]\", \"lift_point\": \"[0.8026, 0.628]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9121, 0.5982]\", \"lift_point\": \"[0.9121, 0.5982]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1115, 0.3638]\", \"lift_point\": \"[0.1115, 0.3638]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1095, 0.535]\", \"lift_point\": \"[0.1095, 0.535]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7906, 0.6852]\", \"lift_point\": \"[0.7906, 0.6852]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3583, 0.6785]\", \"lift_point\": \"[0.3583, 0.6785]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8259, 0.57]\", \"lift_point\": \"[0.8259, 0.57]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Search for a new perfume\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new perfume\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9036, 0.4394]\", \"lift_point\": \"[0.9036, 0.4394]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7936, 0.6979]\", \"lift_point\": \"[0.7936, 0.6979]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7936, 0.6979]\", \"lift_point\": \"[0.7936, 0.6979]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Vietnam?\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in Vietnam?\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8252, 0.6178]\", \"lift_point\": \"[0.8252, 0.6178]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8132, 0.6673]\", \"lift_point\": \"[0.8132, 0.6673]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1219, 0.4139]\", \"lift_point\": \"[0.1219, 0.4139]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1236, 0.4752]\", \"lift_point\": \"[0.1236, 0.4752]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3141, 0.9451]\", \"lift_point\": \"[0.3141, 0.9451]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1318, 0.4248]\", \"lift_point\": \"[0.1318, 0.4248]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1411, 0.7654]\", \"lift_point\": \"[0.1411, 0.7654]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4, 0.914]\", \"lift_point\": \"[0.4, 0.914]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2892, 0.4823]\", \"lift_point\": \"[0.2892, 0.4823]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"news in India\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the news in India?\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7042, 0.4983]\", \"lift_point\": \"[0.7042, 0.4983]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"good restaurant in Portland\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats a good restaurant in Portland?\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1365, 0.4045]\", \"lift_point\": \"[0.1365, 0.4045]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1428, 0.4671]\", \"lift_point\": \"[0.1428, 0.4671]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8967, 0.4989]\", \"lift_point\": \"[0.8967, 0.4989]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5085, 0.872]\", \"lift_point\": \"[0.5085, 0.872]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5025, 0.8773]\", \"lift_point\": \"[0.5025, 0.8773]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5038, 0.4206]\", \"lift_point\": \"[0.5038, 0.4206]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3076, 0.313]\", \"lift_point\": \"[0.3076, 0.313]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2264, 0.1648]\", \"lift_point\": \"[0.2264, 0.1648]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new Drake video\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Play the new Drake \"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3079, 0.428]\", \"lift_point\": \"[0.3079, 0.428]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4457, 0.1982]\", \"lift_point\": \"[0.4457, 0.1982]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the time in San Francisco\"", "gt": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the time in San Francisco\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0586, 0.4886]\", \"lift_point\": \"[0.0586, 0.4886]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,TYPE,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0497, 0.5548]\", \"lift_point\": \"[0.0497, 0.5548]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6461, 0.3885]\", \"lift_point\": \"[0.6461, 0.3885]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0659, 0.4799]\", \"lift_point\": \"[0.0659, 0.4799]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0565, 0.3216]\", \"lift_point\": \"[0.0565, 0.3216]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7965, 0.0738]\", \"lift_point\": \"[0.7965, 0.0738]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1274, 0.421]\", \"lift_point\": \"[0.1274, 0.421]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1111, 0.206]\", \"lift_point\": \"[0.1111, 0.206]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Whats the time in San Francisco?\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0561, 0.479]\", \"lift_point\": \"[0.0561, 0.479]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3741, 0.3787]\", \"lift_point\": \"[0.3741, 0.3787]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in Seattle\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"hotels in seattle\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8086, 0.6235]\", \"lift_point\": \"[0.8086, 0.6235]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8609, 0.9214]\", \"lift_point\": \"[0.8609, 0.9214]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6163, 0.5461]\", \"lift_point\": \"[0.6163, 0.5461]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8874, 0.3773]\", \"lift_point\": \"[0.8874, 0.3773]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8867, 0.412]\", \"lift_point\": \"[0.8867, 0.412]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1749, 0.4934]\", \"lift_point\": \"[0.1749, 0.4934]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0662, 0.8267]\", \"lift_point\": \"[0.0662, 0.8267]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6668, 0.4068]\", \"lift_point\": \"[0.6668, 0.4068]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6477, 0.07]\", \"lift_point\": \"[0.6477, 0.07]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1304, 0.406]\", \"lift_point\": \"[0.1304, 0.406]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1408, 0.5501]\", \"lift_point\": \"[0.1408, 0.5501]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1129, 0.5162]\", \"lift_point\": \"[0.1129, 0.5162]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.119, 0.822]\", \"lift_point\": \"[0.119, 0.822]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7909, 0.6879]\", \"lift_point\": \"[0.7909, 0.6879]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7909, 0.6879]\", \"lift_point\": \"[0.7909, 0.6879]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5953, 0.6958]\", \"lift_point\": \"[0.5953, 0.6958]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1215, 0.6063]\", \"lift_point\": \"[0.1215, 0.6063]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0651, 0.3924]\", \"lift_point\": \"[0.0651, 0.3924]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5609, 0.9437]\", \"lift_point\": \"[0.5609, 0.9437]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5624, 0.9437]\", \"lift_point\": \"[0.5624, 0.9437]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3216, 0.4887]\", \"lift_point\": \"[0.3216, 0.4887]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3325, 0.5901]\", \"lift_point\": \"[0.3325, 0.5901]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7956, 0.4719]\", \"lift_point\": \"[0.7956, 0.4719]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1883, 0.8366]\", \"lift_point\": \"[0.1883, 0.8366]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4535, 0.855]\", \"lift_point\": \"[0.4535, 0.855]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2249, 0.1788]\", \"lift_point\": \"[0.2249, 0.1788]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1405, 0.2047]\", \"lift_point\": \"[0.1405, 0.2047]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1068, 0.349]\", \"lift_point\": \"[0.1068, 0.349]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.052, 0.5992]\", \"lift_point\": \"[0.052, 0.5992]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,PRESS_BACK,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"time in berlin\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"time in berlin\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"new Bruno Mars video\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Bruno Mars\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7938, 0.6776]\", \"lift_point\": \"[0.7938, 0.6776]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7647, 0.6666]\", \"lift_point\": \"[0.7647, 0.6666]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.781, 0.6938]\", \"lift_point\": \"[0.781, 0.6938]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5761, 0.9414]\", \"lift_point\": \"[0.5761, 0.9414]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1428, 0.4428]\", \"lift_point\": \"[0.1428, 0.4428]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1491, 0.5146]\", \"lift_point\": \"[0.1491, 0.5146]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8013, 0.1648]\", \"lift_point\": \"[0.8013, 0.1648]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8013, 0.1648]\", \"lift_point\": \"[0.8013, 0.1648]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"Starbucks\"", "gt": "Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \" Starbucks app\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8867, 0.506]\", \"lift_point\": \"[0.8867, 0.506]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8785, 0.458]\", \"lift_point\": \"[0.8785, 0.458]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUALPOLT, \"\n\n", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.284, 0.4831]\", \"lift_point\": \"[0.284, 0.4831]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8393, 0.6316]\", \"lift_point\": \"[0.8393, 0.6316]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.81, 0.502]\", \"lift_point\": \"[0.81, 0.502]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8945, 0.5274]\", \"lift_point\": \"[0.8945, 0.5274]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8862, 0.5515]\", \"lift_point\": \"[0.8862, 0.5515]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.061, 0.053]\", \"lift_point\": \"[0.061, 0.053]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.061, 0.053]\", \"lift_point\": \"[0.061, 0.053]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8079, 0.6236]\", \"lift_point\": \"[0.8079, 0.6236]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1246, 0.4432]\", \"lift_point\": \"[0.1246, 0.4432]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1306, 0.2331]\", \"lift_point\": \"[0.1306, 0.2331]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0619, 0.4735]\", \"lift_point\": \"[0.0619, 0.4735]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0448, 0.4535]\", \"lift_point\": \"[0.0448, 0.4535]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0649, 0.4985]\", \"lift_point\": \"[0.0649, 0.4985]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.18, 0.7055]\", \"lift_point\": \"[0.18, 0.7055]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a rocket?\"", "gt": "Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"What is the speed of a rocket?\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5679, 0.828]\", \"lift_point\": \"[0.5679, 0.828]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5279, 0.7919]\", \"lift_point\": \"[0.5279, 0.7919]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.066, 0.3526]\", \"lift_point\": \"[0.066, 0.3526]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7735, 0.695]\", \"lift_point\": \"[0.7735, 0.695]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7736, 0.7043]\", \"lift_point\": \"[0.7736, 0.7043]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1056, 0.2084]\", \"lift_point\": \"[0.1056, 0.2084]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1056, 0.2133]\", \"lift_point\": \"[0.1056, 0.2133]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7359, 0.9374]\", \"lift_point\": \"[0.7359, 0.9374]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7359, 0.9374]\", \"lift_point\": \"[0.7359, 0.9374]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0613, 0.3336]\", \"lift_point\": \"[0.0613, 0.3336]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0648, 0.9159]\", \"lift_point\": \"[0.0648, 0.9159]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0735, 0.9084]\", \"lift_point\": \"[0.0735, 0.9084]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7764, 0.687]\", \"lift_point\": \"[0.7764, 0.687]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7808, 0.6931]\", \"lift_point\": \"[0.7808, 0.6931]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [PRESS_HOME,DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" }, { "pred": "Action Plan: [STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"", "gt": "Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"" } ]