[ { "gt": "The action is #Scrolling Down#", "pred": "The action isScrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.17, 0.7033, lift_point: 0.17, 0.7033", "pred": "The action is #DUAL_POINT#; touch_point: 0.3718, 0.1072, lift_point: 0.3718, 0.1072" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9046, 0.9253, lift_point: 0.9046, 0.9253", "pred": "The action is #DUAL_POINT#; touch_point: 0.9169, 0.9209, lift_point: 0.9169, 0.9209" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8801, 0.5601, lift_point: 0.8801, 0.5601", "pred": "The action is #DUAL_POINT#; touch_point: 0.8634, 0.5465, lift_point: 0.8634, 0.5465" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4488, 0.5619, lift_point: 0.4488, 0.5619", "pred": "The action is #DUAL_POINT#; touch_point: 0.4081, 0.4804, lift_point: 0.4081, 0.4804" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4166, 0.4973, lift_point: 0.4166, 0.4973", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3954, 0.4839, lift_point: 0.3954, 0.4839", "pred": "The action is #DUAL_POINT#; touch_point: 0.4084, 0.4872, lift_point: 0.4084, 0.4872" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0818, 0.0549, lift_point: 0.0818, 0.0549", "pred": "The action is #DUAL_POINT#; touch_point: 0.822, 0.2994, lift_point: 0.822, 0.2994" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0818, 0.0549, lift_point: 0.0818, 0.0549", "pred": "The action is #DUAL_POINT#; touch_point: 0.1005, 0.0965, lift_point: 0.1005, 0.0965" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9645, 0.2741, lift_point: 0.9645, 0.2741", "pred": "Theatreatreatreatre, DUAL_POINT#; touch_point: 0.426, 0.908, lift_point: 0.426, 0.908" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205", "pred": "The action is #DUAL_POINT#; touch_point: 0.8888, 0.6585, lift_point: 0.8888, 0.6585" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891", "pred": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.4666, lift_point: 0.0638, 0.4666" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1342, 0.4492, lift_point: 0.1342, 0.4492" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832", "pred": "The action is #DUAL_POINT#; touch_point: 0.5584, 0.4981, lift_point: 0.5584, 0.4981" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7919, 0.5661, lift_point: 0.7919, 0.5661" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398", "pred": "The action is #DUAL_POINT#; touch_point: 0.8525, 0.4854, lift_point: 0.8525, 0.4854" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3466, 0.7684, lift_point: 0.3466, 0.7684" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309", "pred": "The action Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6285, 0.4506, lift_point: 0.6285, 0.4506" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194", "pred": "The action" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891", "pred": "The action is #DUAL_POINT#; touch_point: 0.9012, 0.6199, lift_point: 0.9012, 0.6199" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517", "pred": "The action" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "Down#Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.233, 0.421, lift_point: 0.233, 0.421" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3333, 0.9527, lift_point: 0.3333, 0.9527", "pred": "The action severe sector ConDUAL_POINT#; touch_point: 0.8187, 0.7358, lift_point: 0.8187, 0.7358" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4946, 0.357, lift_point: 0.4946, 0.357", "pred": "The action is #DUAL_POINT#; touch_point: 0.333, 0.9527, lift_point: 0.333, 0.9527" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3874, 0.6603, lift_point: 0.3874, 0.6603", "pred": "The action is #DUAL_POINT#; touch_point: 0.4946, 0.357, lift_point: 0.4946, 0.357" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5257, 0.9212, lift_point: 0.5257, 0.9212", "pred": "The action is #DUAL_POINT#; touch_point: 0.3874, 0.6603, lift_point: 0.3874, 0.6603" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5716, 0.8472, lift_point: 0.5716, 0.8472", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8313, 0.559, lift_point: 0.8313, 0.559", "pred": "The action is #DUAL_POINT#; touch_point: 0.8515, 0.6155, lift_point: 0.8515, 0.6155" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \" hotels in Denver\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The enterPRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3801, 0.3268, lift_point: 0.3801, 0.3268", "pred": "The action is #DUAL_POINT#; touch_point: 0.5996, 0.6045, lift_point: 0.5996, 0.6045" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6006, 0.4735, lift_point: 0.6006, 0.4735", "pred": "The action is #DUAL_POINT#; touch_point: 0.5625, 0.5834, lift_point: 0.5625, 0.5834" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2735, 0.899, lift_point: 0.2735, 0.899", "pred": "The DUAL_POINT#; touch_point: 0.1269, 0.8431, lift_point: 0.1269, 0.8431" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8732, 0.5281, lift_point: 0.8732, 0.5281", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in San Francisco\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in San Francisco\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.187, 0.4652, lift_point: 0.187, 0.4652" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8187, 0.6262, lift_point: 0.8187, 0.6262", "pred": "The action is #DUAL_POINT#; touch_point: 0.7938, 0.6146, lift_point: 0.7938, 0.6146" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1809, 0.5707, lift_point: 0.1809, 0.5707", "pred": "The action is #DUAL_POINT#; touch_point: 0.1726, 0.7863, lift_point: 0.1726, 0.7863" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1091, 0.9355, lift_point: 0.1091, 0.9355", "pred": "The action is #DUAL_POINT#; touch_point: 0.1121, 0.937, lift_point: 0.1121, 0.937" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "ThePRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.877, 0.6724, lift_point: 0.877, 0.6724", "pred": "The action is #DUAL_POINT#; touch_point: 0.8916, 0.6796, lift_point: 0.8916, 0.6796" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8723, 0.6865, lift_point: 0.8723, 0.6865", "pred": "The action is #DUAL_POINT#; touch_point: 0.877, 0.6724, lift_point: 0.877, 0.6724" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7749, 0.6451, lift_point: 0.7749, 0.6451", "pred": "The action is #DUAL_POINT#; touch_point: 0.7894, 0.6404, lift_point: 0.7894, 0.6404" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1698, 0.5617, lift_point: 0.1698, 0.5617", "pred": "The action is #DUAL_POINT#; touch_point: 0.1749, 0.6424, lift_point: 0.1749, 0.6424" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.113, 0.9241, lift_point: 0.113, 0.9241", "pred": "The action is #DUAL_POINT#; touch_point: 0.1153, 0.9357, lift_point: 0.1153, 0.9357" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Vietnam?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in vietnam\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5363, 0.6639, lift_point: 0.5363, 0.6639", "pred": "The action is #DUAL_POINT#; touch_point: 0.545, 0.679, lift_point: 0.545, 0.679" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6403, 0.4089, lift_point: 0.6403, 0.4089", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The DUAL_POINT#; touch_point: 0.063, 0.061, lift_point: 0.063, 0.061" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389", "pred": "The action is #DUAL_POINT#; touch_point: 0.798, 0.612, lift_point: 0.798, 0.612" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389", "pred": "The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7926, 0.5541, lift_point: 0.7926, 0.5541", "pred": "The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1718, 0.525, lift_point: 0.1718, 0.525", "pred": "The action is #DUAL_POINT#; touch_point: 0.0647, 0.4752, lift_point: 0.0647, 0.4752" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1175, 0.9367, lift_point: 0.1175, 0.9367", "pred": "The action is #DUAL_POINT#; touch_point: 0.1151, 0.9297, lift_point: 0.1151, 0.9297" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Japan?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Japan?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7948, 0.6361, lift_point: 0.7948, 0.6361", "pred": "The action is #DUAL_POINT#; touch_point: 0.7948, 0.6157, lift_point: 0.7948, 0.6157" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1631, 0.7936, lift_point: 0.1631, 0.7936", "pred": "The action is #DUAL_POINT#; touch_point: 0.1941, 0.6372, lift_point: 0.1941, 0.6372" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1071, 0.9399, lift_point: 0.1071, 0.9399", "pred": "The action is #DUAL_POINT#; touch_point: 0.1098, 0.925, lift_point: 0.1098, 0.925" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Seoul\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Seoul\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8275, 0.6317, lift_point: 0.8275, 0.6317", "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.6524, lift_point: 0.7968, 0.6524" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208", "pred": "The action is #DUAL_POINT#; touch_point: 0.8275, 0.6317, lift_point: 0.8275, 0.6317" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208", "pred": "The action is #DUAL_POINT#; touch_point: 0.8048, 0.6208, lift_point: 0.8048, 0.6208" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0494, 0.4916, lift_point: 0.0494, 0.4916" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.529, 0.9613, lift_point: 0.529, 0.9613", "pred": "The action is #DUAL_POINT#; touch_point: 0.349, 0.9394, lift_point: 0.349, 0.9394" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1668, 0.5882, lift_point: 0.1668, 0.5882", "pred": "The action is #DUAL_POINT#; touch_point: 0.0495, 0.4612, lift_point: 0.0495, 0.4612" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1, 0.952, lift_point: 0.1, 0.952", "pred": "The action is #DUAL_POINT#; touch_point: 0.1668, 0.5882, lift_point: 0.1668, 0.5882" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Dallas?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Dallas?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8381, 0.2983, lift_point: 0.8381, 0.2983", "pred": "The action is #DUAL_POINT#; touch_point: 0.3115, 0.4713, lift_point: 0.3115, 0.4713" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8144, 0.5933, lift_point: 0.8144, 0.5933", "pred": "The action is #DUAL_POINT#; touch_point: 0.798, 0.6128, lift_point: 0.798, 0.6128" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8079, 0.6457, lift_point: 0.8079, 0.6457", "pred": "The action is #DUAL_POINT#; touch_point: 0.8144, 0.5933, lift_point: 0.8144, 0.5933" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1625, 0.7341, lift_point: 0.1625, 0.7341", "pred": "The action is #DUAL_POINT#; touch_point: 0.184, 0.7539, lift_point: 0.184, 0.7539" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1134, 0.9331, lift_point: 0.1134, 0.9331", "pred": "The action is #DUAL_POINT#; touch_point: 0.1086, 0.9297, lift_point: 0.1086, 0.9297" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Nordstrom?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Nordstrom?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5409, 0.6898, lift_point: 0.5409, 0.6898", "pred": "The action is #DUAL_POINT#; touch_point: 0.5375, 0.6595, lift_point: 0.5375, 0.6595" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8153, 0.6201, lift_point: 0.8153, 0.6201", "pred": "The action is #DUAL_POINT#; touch_point: 0.7848, 0.6158, lift_point: 0.7848, 0.6158" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2286, 0.0469, lift_point: 0.2286, 0.0469", "pred": "The action is #DUAL_POINT#; touch_point: 0.1767, 0.8957, lift_point: 0.1767, 0.8957" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1685, 0.5766, lift_point: 0.1685, 0.5766", "pred": "The action is #DUAL_POINT#; touch_point: 0.1752, 0.456, lift_point: 0.1752, 0.456" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1106, 0.9401, lift_point: 0.1106, 0.9401", "pred": "The action is #DUAL_POINT#; touch_point: 0.1112, 0.935, lift_point: 0.1112, 0.935" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in San Francisco?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in San Francisco?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8044, 0.6462, lift_point: 0.8044, 0.6462", "pred": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6584, lift_point: 0.7944, 0.6584" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8044, 0.6462, lift_point: 0.8044, 0.6462", "pred": "The action is #DUAL_POINT#; touch_point: 0.8044, 0.6462, lift_point: 0.8044, 0.6462" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0528, 0.8526, lift_point: 0.0528, 0.8526", "pred": "The action is #DUAL_POINT#; touch_point: 0.1737, 0.6699, lift_point: 0.1737, 0.6699" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.163, 0.5951, lift_point: 0.163, 0.5951", "pred": "The action (+DUAL_POINT#; touch_point: 0.173, 0.5199, lift_point: 0.173, 0.5199" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2676, 0.5951, lift_point: 0.2676, 0.5951" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8103, 0.5941, lift_point: 0.8103, 0.5941", "pred": "The action is #DUAL_POINT#; touch_point: 0.7901, 0.6539, lift_point: 0.7901, 0.6539" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8103, 0.5941, lift_point: 0.8103, 0.5941", "pred": "The action is #DUAL_POINT#; touch_point: 0.0563, 0.0526, lift_point: 0.0563, 0.0526" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1742, 0.6779, lift_point: 0.1742, 0.6779", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1824, 0.6596, lift_point: 0.1824, 0.6596", "pred": "The settings.\nDUAL_POINT#; touch_point: 0.1742, 0.6779, lift_point: 0.1742, 0.6779" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.789, 0.7015, lift_point: 0.789, 0.7015", "pred": "The action is #DUAL_POINT#; touch_point: 0.7798, 0.692, lift_point: 0.7798, 0.692" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.2867, lift_point: 0.0518, 0.2867", "pred": "The action is #DUAL_POINT#; touch_point: 0.0552, 0.4322, lift_point: 0.0552, 0.4322" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the sun?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the sun?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1291, 0.4175, lift_point: 0.1291, 0.4175", "pred": "The action is #DUAL_POINT#; touch_point: 0.1318, 0.3419, lift_point: 0.1318, 0.3419" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7852, 0.6943, lift_point: 0.7852, 0.6943", "pred": "The action is #DUAL_POINT#; touch_point: 0.7779, 0.6769, lift_point: 0.7779, 0.6769" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0693, 0.4661, lift_point: 0.0693, 0.4661", "pred": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.3674, lift_point: 0.0555, 0.3674" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the Chinese Yuan?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the Chinese Yuan?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0616, 0.3515, lift_point: 0.0616, 0.3515", "pred": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.4961, lift_point: 0.0651, 0.4961" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1402, 0.5243, lift_point: 0.1402, 0.5243", "pred": "The action is #DUAL_POINT#; touch_point: 0.1336, 0.6456, lift_point: 0.1336, 0.6456" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The press_HOME#PRESS_HOME#PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7839, 0.6605, lift_point: 0.7839, 0.6605", "pred": "The action is #DUAL_POINT#; touch_point: 0.7792, 0.6777, lift_point: 0.7792, 0.6777" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.4753, lift_point: 0.0562, 0.4753", "pred": "The action is #DUAL_POINT#; touch_point: 0.0653, 0.5127, lift_point: 0.0653, 0.5127" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Uruguay?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Uruguay?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.6203, lift_point: 0.0533, 0.6203", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1402, 0.6363, lift_point: 0.1402, 0.6363", "pred": "The action is #DUAL_POINT#; touch_point: 0.1285, 0.6855, lift_point: 0.1285, 0.6855" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3553, 0.5071, lift_point: 0.3553, 0.5071", "pred": "The action is #DUAL_POINT#; touch_point: 0.3406, 0.4448, lift_point: 0.3406, 0.4448" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5111, 0.4875, lift_point: 0.5111, 0.4875", "pred": "The action is #DUAL_POINT#; touch_point: 0.5185, 0.4985, lift_point: 0.5185, 0.4985" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0975, 0.4783, lift_point: 0.0975, 0.4783", "pred": "The action is #DUAL_POINT#; touch_point: 0.089, 0.3692, lift_point: 0.089, 0.3692" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Spain ?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Spain?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6981, 0.9436, lift_point: 0.6981, 0.9436", "pred": "The action is #DUAL_POINT#; touch_point: 0.6789, 0.935, lift_point: 0.6789, 0.935" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4638, 0.5308, lift_point: 0.4638, 0.5308", "pred": "The action is #DUAL_POINT#; touch_point: 0.4664, 0.5109, lift_point: 0.4664, 0.5109" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1113, 0.4897, lift_point: 0.1113, 0.4897", "pred": "The action is #DUAL_POINT#; touch_point: 0.1097, 0.4379, lift_point: 0.1097, 0.4379" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at O live Garden?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Olive Garden?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6082, 0.6057, lift_point: 0.6082, 0.6057" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5829, 0.4735, lift_point: 0.5829, 0.4735", "pred": "The action is #DUAL_POINT#; touch_point: 0.5526, 0.6474, lift_point: 0.5526, 0.6474" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3795, 0.6381, lift_point: 0.3795, 0.6381", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "TheScrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6188, 0.3857, lift_point: 0.6188, 0.3857", "pred": "The action" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4734, 0.5023, lift_point: 0.4734, 0.5023", "pred": "The action is #DUAL_POINT#; touch_point: 0.4639, 0.5115, lift_point: 0.4639, 0.5115" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1118, 0.5014, lift_point: 0.1118, 0.5014", "pred": "The action is #DUAL_POINT#; touch_point: 0.1058, 0.7189, lift_point: 0.1058, 0.7189" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7712, 0.8452, lift_point: 0.7712, 0.8452" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.179, 0.3816, lift_point: 0.179, 0.3816", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.7921, lift_point: 0.0572, 0.7921", "pred": "The action is #DUAL_POINT#; touch_point: 0.0552, 0.7649, lift_point: 0.0552, 0.7649" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.9391, lift_point: 0.0569, 0.9391", "pred": "The action is #DUAL_POINT#; touch_point: 0.0563, 0.9303, lift_point: 0.0563, 0.9303" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.9391, lift_point: 0.0569, 0.9391" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1388, 0.6125, lift_point: 0.1388, 0.6125", "pred": "The action is #DUAL_POINT#; touch_point: 0.1248, 0.322, lift_point: 0.1248, 0.322" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1312, 0.7919, lift_point: 0.1312, 0.7919", "pred": "The action is #DUAL_POINT#; touch_point: 0.153, 0.8288, lift_point: 0.153, 0.8288" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8963, 0.436, lift_point: 0.8963, 0.436", "pred": "The action is #DUAL_POINT#; touch_point: 0.9074, 0.5964, lift_point: 0.9074, 0.5964" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8963, 0.436, lift_point: 0.8963, 0.436", "pred": "The action is #DUAL_POINT#; touch_point: 0.9079, 0.2537, lift_point: 0.9079, 0.2537" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1343, 0.7973, lift_point: 0.1343, 0.7973", "pred": "The action" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3037, 0.4784, lift_point: 0.3037, 0.4784" }, { "gt": "The action is #PRESS_HOME#", "pred": "PRESS_HOME#PRESS_HOME#PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.749, 0.6121, lift_point: 0.749, 0.6121", "pred": "The action is #DUAL_POINT#; touch_point: 0.893, 0.4444, lift_point: 0.893, 0.4444" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #Scrolling Up#", "pred": "The Action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.4658, lift_point: 0.0642, 0.4658" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1754, 0.0684, lift_point: 0.1754, 0.0684" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.043, 0.4401, lift_point: 0.043, 0.4401", "pred": "The action is #DUAL_POINT#; touch_point: 0.1192, 0.5562, lift_point: 0.1192, 0.5562" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1287, 0.5866, lift_point: 0.1287, 0.5866", "pred": "The action is #DUAL_POINT#; touch_point: 0.1268, 0.4069, lift_point: 0.1268, 0.4069" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3073, 0.1936, lift_point: 0.3073, 0.1936" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7802, 0.7698, lift_point: 0.7802, 0.7698" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5083, 0.1503, lift_point: 0.5083, 0.1503", "pred": "The action is #DUAL_POINT#; touch_point: 0.1707, 0.1707, lift_point: 0.1707, 0.1707" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0703, 0.0641, lift_point: 0.0703, 0.0641", "pred": "The action is #DUAL_POINT#; touch_point: 0.0837, 0.1057, lift_point: 0.0837, 0.1057" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8975, 0.5141, lift_point: 0.8975, 0.5141", "pred": "The action is #DUAL_POINT#; touch_point: 0.8898, 0.5198, lift_point: 0.8898, 0.5198" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3199, 0.6084, lift_point: 0.3199, 0.6084", "pred": "The action is #DUAL_POINT#; touch_point: 0.6025, 0.3113, lift_point: 0.6025, 0.3113" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4096, 0.5209, lift_point: 0.4096, 0.5209", "pred": "The action is #DUAL_POINT#; touch_point: 0.4167, 0.5007, lift_point: 0.4167, 0.5007" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6795, 0.7597, lift_point: 0.6795, 0.7597", "pred": "The action is #DUAL_POINT#; touch_point: 0.6789, 0.7483, lift_point: 0.6789, 0.7483" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The status.\nSTATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7873, 0.6244, lift_point: 0.7873, 0.6244", "pred": "The action is #DUAL_POINT#; touch_point: 0.7869, 0.635, lift_point: 0.7869, 0.635" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.8212, lift_point: 0.0533, 0.8212", "pred": "The action is #DUAL_POINT#; touch_point: 0.063, 0.0599, lift_point: 0.063, 0.0599" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0669, 0.08, lift_point: 0.0669, 0.08", "pred": "The action is #DUAL_POINT#; touch_point: 0.0685, 0.0771, lift_point: 0.0685, 0.0771" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The_HOME#PRESS_HOME#PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5058, 0.6866, lift_point: 0.5058, 0.6866", "pred": "The action is #DUAL_POINT#; touch_point: 0.5021, 0.7047, lift_point: 0.5021, 0.7047" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1233, 0.6236, lift_point: 0.1233, 0.6236", "pred": "The action is #DUAL_POINT#; touch_point: 0.1238, 0.761, lift_point: 0.1238, 0.761" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0716, 0.9196, lift_point: 0.0716, 0.9196", "pred": "The action is #DUAL_POINT#; touch_point: 0.0652, 0.9197, lift_point: 0.0652, 0.9197" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the Sony TV?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the Sony TV?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1222, 0.3466, lift_point: 0.1222, 0.3466", "pred": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.397, lift_point: 0.1276, 0.397" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.369, 0.4993, lift_point: 0.369, 0.4993", "pred": "The action is #DUAL_POINT#; touch_point: 0.3517, 0.5117, lift_point: 0.3517, 0.5117" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8796, 0.5176, lift_point: 0.8796, 0.5176", "pred": "The action is #DUAL_POINT#; touch_point: 0.8945, 0.5335, lift_point: 0.8945, 0.5335" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9052, 0.8727, lift_point: 0.9052, 0.8727", "pred": "The action is #DUAL_POINT#; touch_point: 0.9055, 0.8725, lift_point: 0.9055, 0.8725" }, { "gt": "The action is #Scrolling Up#", "pred": "The action Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2241, 0.2157, lift_point: 0.2241, 0.2157", "pred": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.0789, lift_point: 0.0591, 0.0789" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0624, 0.9342, lift_point: 0.0624, 0.9342", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.165, 0.7366, lift_point: 0.165, 0.7366", "pred": "The action is #DUAL_POINT#; touch_point: 0.1737, 0.4981, lift_point: 0.1737, 0.4981" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7839, 0.8874, lift_point: 0.7839, 0.8874", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0534, 0.8274, lift_point: 0.0534, 0.8274" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4934, 0.705, lift_point: 0.4934, 0.705", "pred": "The action is #DUAL_POINT#; touch_point: 0.5022, 0.7042, lift_point: 0.5022, 0.7042" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1292, 0.6287, lift_point: 0.1292, 0.6287", "pred": "The action is #DUAL_POINT#; touch_point: 0.137, 0.7024, lift_point: 0.137, 0.7024" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.9183, lift_point: 0.0555, 0.9183", "pred": "The action is #DUAL_POINT#; touch_point: 0.0657, 0.923, lift_point: 0.0657, 0.923" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest electronics store\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest electronics store\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1161, 0.544, lift_point: 0.1161, 0.544", "pred": "The action is #DUAL_POINT#; touch_point: 0.1345, 0.4202, lift_point: 0.1345, 0.4202" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The home home home home home home home home home.PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The scroll Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4937, 0.711, lift_point: 0.4937, 0.711", "pred": "The action is #DUAL_POINT#; touch_point: 0.4752, 0.6912, lift_point: 0.4752, 0.6912" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1234, 0.797, lift_point: 0.1234, 0.797", "pred": "The action is #DUAL_POINT#; touch_point: 0.1247, 0.7618, lift_point: 0.1247, 0.7618" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0724, 0.9237, lift_point: 0.0724, 0.9237", "pred": "The action is #DUAL_POINT#; touch_point: 0.0659, 0.917, lift_point: 0.0659, 0.917" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Home Depot?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Home Depot? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1761, 0.5539, lift_point: 0.1761, 0.5539", "pred": "The action is #DUAL_POINT#; touch_point: 0.1344, 0.3514, lift_point: 0.1344, 0.3514" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6475, 0.5864, lift_point: 0.6475, 0.5864", "pred": "The action is #DUAL_POINT#; touch_point: 0.7469, 0.1059, lift_point: 0.7469, 0.1059" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1838, 0.2588, lift_point: 0.1838, 0.2588", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The actionPRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4698, 0.4789, lift_point: 0.4698, 0.4789", "pred": "The action is #DUAL_POINT#; touch_point: 0.4885, 0.8974, lift_point: 0.4885, 0.8974" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The taskPRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4741, 0.854, lift_point: 0.4741, 0.854", "pred": "The action is #DUAL_POINT#; touch_point: 0.4853, 0.873, lift_point: 0.4853, 0.873" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1283, 0.7939, lift_point: 0.1283, 0.7939", "pred": "The action is #DUAL_POINT#; touch_point: 0.1371, 0.5453, lift_point: 0.1371, 0.5453" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0549, 0.9105, lift_point: 0.0549, 0.9105", "pred": "The action is #DUAL_POINT#; touch_point: 0.0652, 0.923, lift_point: 0.0652, 0.923" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rateagainst the Swiss Franc?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rateagainst the Swiss Franc?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1165, 0.7526, lift_point: 0.1165, 0.7526", "pred": "The action is #DUAL_POINT#; touch_point: 0.1296, 0.4936, lift_point: 0.1296, 0.4936" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4921, 0.8521, lift_point: 0.4921, 0.8521", "pred": "The action is #DUAL_POINT#; touch_point: 0.4697, 0.8757, lift_point: 0.4697, 0.8757" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1316, 0.703, lift_point: 0.1316, 0.703", "pred": "The DUAL_POINT#; touch_point: 0.1752, 0.6451, lift_point: 0.1752, 0.6451" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0721, 0.8909, lift_point: 0.0721, 0.8909", "pred": "The action is #DUAL_POINT#; touch_point: 0.0653, 0.919, lift_point: 0.0653, 0.919" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news this evening\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news this evening\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2493, 0.5909, lift_point: 0.2493, 0.5909", "pred": "The action is #DUAL_POINT#; touch_point: 0.1306, 0.387, lift_point: 0.1306, 0.387" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2512, 0.1764, lift_point: 0.2512, 0.1764" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4646, 0.8911, lift_point: 0.4646, 0.8911", "pred": "The action is #DUAL_POINT#; touch_point: 0.4965, 0.8825, lift_point: 0.4965, 0.8825" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1309, 0.7459, lift_point: 0.1309, 0.7459", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.8502, lift_point: 0.123, 0.8502" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.9202, lift_point: 0.0642, 0.9202", "pred": "The action is #DUAL_POINT#; touch_point: 0.0658, 0.917, lift_point: 0.0658, 0.917" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Philadelphia\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Philadelphia\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1145, 0.5032, lift_point: 0.1145, 0.5032", "pred": "The action is #DUAL_POINT#; touch_point: 0.1238, 0.5812, lift_point: 0.1238, 0.5812" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1958, 0.8918, lift_point: 0.1958, 0.8918", "pred": "The action is #DUAL_POINT#; touch_point: 0.3654, 0.4712, lift_point: 0.3654, 0.4712" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7561, 0.7157, lift_point: 0.7561, 0.7157", "pred": "The action is #DUAL_POINT#; touch_point: 0.4832, 0.8713, lift_point: 0.4832, 0.8713" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.8402, lift_point: 0.0622, 0.8402", "pred": "The new video Assistant Official YouTube Ro Katy Perry Ro Perry Ro Perry Ro Ro Ro) Perry Ro Ro Ro Ro Official Ro Official Ro Official YouTube Ro Official YouTube Ro Official YouTube Ro YouTube Ro YouTube Ro YouTube Ro Ro Ro YouTube Ro Ro Ro Ro Ro Ro Ro Ro Ro Ro Ro Ro Ro Ro Ro Ro Ro Official YouTube Ro Ro Ro Ro Ro Ro Ro Ro Ro Ro Ro Ro Ro Ro Ro Official YouTube Official YouTube Official YouTube Official YouTube Official YouTube Official YouTube Official YouTube Official YouTube Official YouTube Official YouTube Official YouTube Official YouTube Official YouTube Official YouTube Official YouTube Official YouTube Official YouTube Official YouTube Official YouTube Official YouTube YouTube." }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new Katy Perry video\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new Katy Perry video \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0884, 0.584, lift_point: 0.0884, 0.584", "pred": "The action\n\nDUAL_POINT#; touch_point: 0.1126, 0.447, lift_point: 0.1126, 0.447" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8217, 0.5947, lift_point: 0.8217, 0.5947" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.786, 0.6713, lift_point: 0.786, 0.6713", "pred": "The action is #DUAL_POINT#; touch_point: 0.7919, 0.6847, lift_point: 0.7919, 0.6847" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7923, 0.6932, lift_point: 0.7923, 0.6932", "pred": "The action is #DUAL_POINT#; touch_point: 0.786, 0.6713, lift_point: 0.786, 0.6713" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7972, 0.6824, lift_point: 0.7972, 0.6824", "pred": "The action is #DUAL_POINT#; touch_point: 0.7923, 0.6932, lift_point: 0.7923, 0.6932" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7985, 0.6824, lift_point: 0.7985, 0.6824", "pred": "The action is #DUAL_POINT#; touch_point: 0.7972, 0.6824, lift_point: 0.7972, 0.6824" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.6006, lift_point: 0.0615, 0.6006", "pred": "The action is #DUAL_POINT#; touch_point: 0.0614, 0.4904, lift_point: 0.0614, 0.4904" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nice wallpapers for my phone\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \" nice wallpapers for my phone\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1436, 0.3267, lift_point: 0.1436, 0.3267", "pred": "The action is #DUAL_POINT#; touch_point: 0.139, 0.6371, lift_point: 0.139, 0.6371" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4007, 0.3669, lift_point: 0.4007, 0.3669" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957", "pred": "The action is #DUAL_POINT#; touch_point: 0.7925, 0.6782, lift_point: 0.7925, 0.6782" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517", "pred": "The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517", "pred": "The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.6339, lift_point: 0.0642, 0.6339", "pred": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.5792, lift_point: 0.0642, 0.5792" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9935, 0.466, lift_point: 0.9935, 0.466", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4465, 0.9944, lift_point: 0.4465, 0.9944", "pred": "The action is #DUAL_POINT#; touch_point: 0.1278, 0.4218, lift_point: 0.1278, 0.4218" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.3084, lift_point: 0.0622, 0.3084", "pred": "The action is #DUAL_POINT#; touch_point: 0.1318, 0.6159, lift_point: 0.1318, 0.6159" }, { "gt": "The action is #Scrolling Down#", "pred": "The action Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0509, 0.1702, lift_point: 0.0509, 0.1702", "pred": "The action is #DUAL_POINT#; touch_point: 0.4428, 0.9358, lift_point: 0.4428, 0.9358" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0509, 0.1702, lift_point: 0.0509, 0.1702" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879", "pred": "The action is #DUAL_POINT#; touch_point: 0.7858, 0.6854, lift_point: 0.7858, 0.6854" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879", "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.2568, lift_point: 0.0642, 0.2568", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1434, 0.5584, lift_point: 0.1434, 0.5584", "pred": "The action is #DUAL_POINT#; touch_point: 0.1398, 0.447, lift_point: 0.1398, 0.447" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4244, 0.5674, lift_point: 0.4244, 0.5674", "pred": "The action is #DUAL_POINT#; touch_point: 0.6203, 0.447, lift_point: 0.6203, 0.447" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "ThePRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835", "pred": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.6895, lift_point: 0.7915, 0.6895" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835", "pred": "The action is DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7891, 0.6835, lift_point: 0.7891, 0.6835", "pred": "The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7891, 0.6835, lift_point: 0.7891, 0.6835", "pred": "The action is #DUAL_POINT#; touch_point: 0.7905, 0.6835, lift_point: 0.7905, 0.6835" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.5494, lift_point: 0.0597, 0.5494", "pred": "The action is #DUAL_POINT#; touch_point: 0.0636, 0.9152, lift_point: 0.0636, 0.9152" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" weather like in New York\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in New York\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1428, 0.4671, lift_point: 0.1428, 0.4671", "pred": "The action is #DUAL_POINT#; touch_point: 0.1379, 0.5369, lift_point: 0.1379, 0.5369" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787", "pred": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.6782, lift_point: 0.7928, 0.6782" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787", "pred": "The action is #DUAL_POINT#; touch_point: 0.7908, 0.6787, lift_point: 0.7908, 0.6787" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7937, 0.6907, lift_point: 0.7937, 0.6907", "pred": "The action is #DUAL_POINT#; touch_point: 0.7905, 0.6787, lift_point: 0.7905, 0.6787" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827", "pred": "The action is #DUAL_POINT#; touch_point: 0.7937, 0.6907, lift_point: 0.7937, 0.6907" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827", "pred": "The action is #DUAL_POINT#; touch_point: 0.7937, 0.6797, lift_point: 0.7937, 0.6797" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.5808, lift_point: 0.0555, 0.5808", "pred": "The action is #DUAL_POINT#; touch_point: 0.0675, 0.5919, lift_point: 0.0675, 0.5919" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0647, 0.8933, lift_point: 0.0647, 0.8933", "pred": "The action is #DUAL_POINT#; touch_point: 0.0599, 0.9262, lift_point: 0.0599, 0.9262" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest IKEA\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest IKEA\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1419, 0.6285, lift_point: 0.1419, 0.6285", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1382, 0.555, lift_point: 0.1382, 0.555", "pred": "The action is #DUAL_POINT#; touch_point: 0.1419, 0.6285, lift_point: 0.1419, 0.6285" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7996, 0.6844, lift_point: 0.7996, 0.6844", "pred": "The action is #DUAL_POINT#; touch_point: 0.7925, 0.6734, lift_point: 0.7925, 0.6734" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7907, 0.7008, lift_point: 0.7907, 0.7008", "pred": "The action is #DUAL_POINT#; touch_point: 0.7996, 0.6844, lift_point: 0.7996, 0.6844" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7874, 0.6875, lift_point: 0.7874, 0.6875", "pred": "The action is #DUAL_POINT#; touch_point: 0.7907, 0.7008" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0646, 0.5807, lift_point: 0.0646, 0.5807", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.5792, lift_point: 0.068, 0.5792" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.066, 0.9159, lift_point: 0.066, 0.9159", "pred": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.9184, lift_point: 0.0672, 0.9184" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the moon\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the moon\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1396, 0.5173, lift_point: 0.1396, 0.5173", "pred": "The action is #DUAL_POINT#; touch_point: 0.1413, 0.378, lift_point: 0.1413, 0.378" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6932, 0.5376, lift_point: 0.6932, 0.5376", "pred": "The action is #DUAL_POINT#; touch_point: 0.4712, 0.1487, lift_point: 0.4712, 0.1487" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.723, 0.5629, lift_point: 0.723, 0.5629" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7013, 0.4971, lift_point: 0.7013, 0.4971", "pred": "The action is #DUAL_POINT#; touch_point: 0.6968, 0.5854, lift_point: 0.6968, 0.5854" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7036, 0.4831, lift_point: 0.7036, 0.4831", "pred": "The action is #DUAL_POINT#; touch_point: 0.7116, 0.6396, lift_point: 0.7116, 0.6396" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6348, 0.8761, lift_point: 0.6348, 0.8761", "pred": "The action is #DUAL_POINT#; touch_point: 0.6517, 0.6727, lift_point: 0.6517, 0.6727" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6423, 0.8734, lift_point: 0.6423, 0.8734", "pred": "The DUAL_POINT#; touch_point: 0.6348, 0.8761, lift_point: 0.6348, 0.8761" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6472, 0.8598, lift_point: 0.6472, 0.8598", "pred": "The action is #DUAL_POINT#; touch_point: 0.6423, 0.8734, lift_point: 0.6423, 0.8734" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0665, 0.5317, lift_point: 0.0665, 0.5317", "pred": "The action is #DUAL_POINT#; touch_point: 0.0532, 0.6144, lift_point: 0.0532, 0.6144" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"ESPN app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"ESPN app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1459, 0.2763, lift_point: 0.1459, 0.2763", "pred": "The action is #DUAL_POINT#; touch_point: 0.1473, 0.386, lift_point: 0.1473, 0.386" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1595, 0.8292, lift_point: 0.1595, 0.8292", "pred": "The action" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8953, 0.5424, lift_point: 0.8953, 0.5424", "pred": "The action is #DUAL_POINT#; touch_point: 0.9117, 0.5027, lift_point: 0.9117, 0.5027" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9034, 0.3615, lift_point: 0.9034, 0.3615", "pred": "The action is #DUAL_POINT#; touch_point: 0.9112, 0.2867, lift_point: 0.9112, 0.2867" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7998, 0.6728, lift_point: 0.7998, 0.6728", "pred": "The action is #DUAL_POINT#; touch_point: 0.7938, 0.6768, lift_point: 0.7938, 0.6768" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7859, 0.6692, lift_point: 0.7859, 0.6692", "pred": "The action is #DUAL_POINT#; touch_point: 0.7998, 0.6728, lift_point: 0.7998, 0.6728" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7935, 0.6859, lift_point: 0.7935, 0.6859", "pred": "The action is #DUAL_POINT#; touch_point: 0.7859, 0.6692, lift_point: 0.7859, 0.6692" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7911, 0.6859, lift_point: 0.7911, 0.6859", "pred": "The action is #DUAL_POINT#; touch_point: 0.7935, 0.6859, lift_point: 0.7935, 0.6859" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.6859, lift_point: 0.7898, 0.6859", "pred": "The action is #DUAL_POINT#; touch_point: 0.7911, 0.6859, lift_point: 0.7911, 0.6859" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0779, 0.6367, lift_point: 0.0779, 0.6367", "pred": "The action is #DUAL_POINT#; touch_point: 0.1872, 0.6689, lift_point: 0.1872, 0.6689" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news about the US\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news about the US\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.134, 0.533, lift_point: 0.134, 0.533", "pred": "The action is #DUAL_POINT#; touch_point: 0.1344, 0.449, lift_point: 0.1344, 0.449" }, { "gt": "The action is #Scrolling Down#", "pred": "The Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3424, 0.5258, lift_point: 0.3424, 0.5258" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2044, 0.184, lift_point: 0.2044, 0.184", "pred": "The action is #DUAL_POINT#; touch_point: 0.2799, 0.2572, lift_point: 0.2799, 0.2572" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.244, 0.175, lift_point: 0.244, 0.175" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3998, 0.9869, lift_point: 0.3998, 0.9869", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327", "pred": "The action is #DUAL_POINT#; touch_point: 0.392, 0.9869, lift_point: 0.392, 0.9869" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327", "pred": "The action.6376, and the home.\n\n6376, and the damage.\n\n6376, lift_point: 0.6376, 0.1327" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327", "pred": "The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6505, 0.1438, lift_point: 0.6505, 0.1438", "pred": "The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.8877, lift_point: 0.0638, 0.8877", "pred": "The good dallas dallas dallas dallas dallas dallas dallas dallas dallas dallas dallas dallas dallas" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0566, 0.3859, lift_point: 0.0566, 0.3859", "pred": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.8877, lift_point: 0.0638, 0.8877" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"restaurant in Dallas\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"restaurant in dallas\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1539, 0.4027, lift_point: 0.1539, 0.4027", "pred": "The action dallas... dallas..." }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7912, 0.7041, lift_point: 0.7912, 0.7041", "pred": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.6785, lift_point: 0.7928, 0.6785" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7849, 0.6874, lift_point: 0.7849, 0.6874", "pred": "The action is #DUAL_POINT#;7912, 0.7041, lift_point: 0.7912, 0.7041" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7788, 0.6794, lift_point: 0.7788, 0.6794", "pred": "The action is #DUAL_POINT#; touch_point: 0.7849, 0.6874, lift_point: 0.7849, 0.6874" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0663, 0.6731, lift_point: 0.0663, 0.6731", "pred": "The action is #DUAL_POINT#; touch_point: 0.0633, 0.5129, lift_point: 0.0633, 0.5129" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.9356, lift_point: 0.0672, 0.9356", "pred": "The action is #DUAL_POINT#; touch_point: 0.0698, 0.9112, lift_point: 0.0698, 0.9112" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1377, 0.2721, lift_point: 0.1377, 0.2721", "pred": "The action is #DUAL_POINT#; touch_point: 0.1402, 0.669, lift_point: 0.1402, 0.669" }, { "gt": "The action is #Scrolling Down#", "pred": "The DUAL_POINT#; touch_point: 0.2499, 0.2669, lift_point: 0.2499, 0.2669" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4338, 0.5026, lift_point: 0.4338, 0.5026", "pred": "TheScrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476", "pred": "The action is #DUAL_POINT#; touch_point: 0.798, 0.6706, lift_point: 0.798, 0.6706" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476", "pred": "The action is #DUAL_POINT#; touch_point: 0.7874, 0.687, lift_point: 0.7874, 0.687" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.4847, lift_point: 0.0578, 0.4847", "pred": "The action is #DUAL_POINT#; touch_point: 0.0689, 0.4912, lift_point: 0.0689, 0.4912" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0598, 0.8989, lift_point: 0.0598, 0.8989", "pred": "The action is #DUAL_POINT#; touch_point: 0.0599, 0.9309, lift_point: 0.0599, 0.9309" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Austin\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Austin\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1388, 0.6327, lift_point: 0.1388, 0.6327", "pred": "The action is #DUAL_POINT#; touch_point: 0.1328, 0.9118, lift_point: 0.1328, 0.9118" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is DUAL_POINT#; touch_point: 0.5829, 0.5285, lift_point: 0.5829, 0.5285" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5339, 0.5024, lift_point: 0.5339, 0.5024", "pred": "The action is #DUAL_POINT#; touch_point: 0.6441, 0.4464, lift_point: 0.6441, 0.4464" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7867, 0.6739, lift_point: 0.7867, 0.6739", "pred": "The action is #DUAL_POINT#; touch_point: 0.7929, 0.6889, lift_point: 0.7929, 0.6889" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932", "pred": "The action is #DUAL_POINT#; touch_point: 0.7867, 0.6739, lift_point: 0.7867, 0.6739" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932", "pred": "The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0665, 0.5945, lift_point: 0.0665, 0.5945", "pred": "The action is #DUAL_POINT#; touch_point: 0.0687, 0.4982, lift_point: 0.0687, 0.4982" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0665, 0.5945, lift_point: 0.0665, 0.5945" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of the United Kingdom\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of the United Kingdom\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3263, 0.9913, lift_point: 0.3263, 0.9913", "pred": "The action is #DUAL_POINT#; touch_point: 0.134, 0.309, lift_point: 0.134, 0.309" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1363, 0.4773, lift_point: 0.1363, 0.4773", "pred": "The action is #DUAL_POINT#; touch_point: 0.1398, 0.4947, lift_point: 0.1398, 0.4947" }, { "gt": "The action is #Scrolling Down#", "pred": "TheScrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5958, 0.4577, lift_point: 0.5958, 0.4577", "pred": "The action is #DUAL_POINT#; touch_point: 0.3442, 0.477, lift_point: 0.3442, 0.477" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1892, 0.4567, lift_point: 0.1892, 0.4567" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7971, 0.6859, lift_point: 0.7971, 0.6859", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.685, lift_point: 0.799, 0.685" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046", "pred": "The action is #DUAL_POINT#; touch_point: 0.7971, 0.6859, lift_point: 0.7971, 0.6859" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046", "pred": "The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2121, 0.6359, lift_point: 0.2121, 0.6359", "pred": "The action is #DUAL_POINT#; touch_point: 0.0685, 0.5948, lift_point: 0.0685, 0.5948" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.148, 0.9353, lift_point: 0.148, 0.9353", "pred": "The action is #DUAL_POINT#; touch_point: 0.0695, 0.9119, lift_point: 0.0695, 0.9119" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Best Buy?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Best Buy?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "ThePRESS_HOME#PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8027, 0.672, lift_point: 0.8027, 0.672", "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.7044, lift_point: 0.7968, 0.7044" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2187, 0.6753, lift_point: 0.2187, 0.6753", "pred": "The action is #DUAL_POINT#; touch_point: 0.0745, 0.5803, lift_point: 0.0745, 0.5803" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1355, 0.9371, lift_point: 0.1355, 0.9371", "pred": "The action is #DUAL_POINT#; touch_point: 0.1251, 0.9253, lift_point: 0.1251, 0.9253" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Diego?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Diego?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The actionPRESS_HOME#PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.795, 0.695, lift_point: 0.795, 0.695" }, { "gt": "The action is #Scrolling Down#", "pred": "TheScrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3444, 0.5381, lift_point: 0.3444, 0.5381", "pred": "The action is #DUAL_POINT#; touch_point: 0.3434, 0.4918, lift_point: 0.3434, 0.4918" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0617, 0.0737, lift_point: 0.0617, 0.0737" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #Scrolling Down#", "pred": "The news Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4244, 0.5492, lift_point: 0.4244, 0.5492" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7893, 0.7676, lift_point: 0.7893, 0.7676", "pred": "The DUAL_POINT#; touch_point: 0.294, 0.6651, lift_point: 0.294, 0.6651" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2045, 0.7962, lift_point: 0.2045, 0.7962", "pred": "The action is #DUAL_POINT#; touch_point: 0.2976, 0.7848, lift_point: 0.2976, 0.7848" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2935, 0.4325, lift_point: 0.2935, 0.4325" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0585, 0.3944, lift_point: 0.0585, 0.3944" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8224, 0.5986, lift_point: 0.8224, 0.5986", "pred": "The action is #DUAL_POINT#; touch_point: 0.8268, 0.6035, lift_point: 0.8268, 0.6035" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.4008, lift_point: 0.0518, 0.4008", "pred": "The action is #DUAL_POINT#; touch_point: 0.055, 0.4254, lift_point: 0.055, 0.4254" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather in delhi\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather in delhi\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1265, 0.1416, lift_point: 0.1265, 0.1416", "pred": "The action is #DUAL_POINT#; touch_point: 0.1258, 0.2537, lift_point: 0.1258, 0.2537" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8276, 0.5924, lift_point: 0.8276, 0.5924", "pred": "The action is #DUAL_POINT#; touch_point: 0.8281, 0.615, lift_point: 0.8281, 0.615" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1873, 0.3683, lift_point: 0.1873, 0.3683", "pred": "The action is #DUAL_POINT#; touch_point: 0.176, 0.582, lift_point: 0.176, 0.582" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.121, 0.9421, lift_point: 0.121, 0.9421", "pred": "The action is #DUAL_POINT#; touch_point: 0.1198, 0.9357, lift_point: 0.1198, 0.9357" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" capital of Brazil\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Brazil\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1693, 0.3372, lift_point: 0.1693, 0.3372", "pred": "The action is #DUAL_POINT#; touch_point: 0.173, 0.286, lift_point: 0.173, 0.286" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5779, 0.1509, lift_point: 0.5779, 0.1509", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8322, 0.613, lift_point: 0.8322, 0.613", "pred": "The action is #DUAL_POINT#; touch_point: 0.8288, 0.6248, lift_point: 0.8288, 0.6248" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1779, 0.8781, lift_point: 0.1779, 0.8781", "pred": "The I am What is #DUAL_POINT#; touch_point: 0.1763, 0.8072, lift_point: 0.1763, 0.8072" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1161, 0.279, lift_point: 0.1161, 0.279", "pred": "The action is #DUAL_POINT#; touch_point: 0.1103, 0.9373, lift_point: 0.1103, 0.9373" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" capital of Italy\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Italy\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1834, 0.2831, lift_point: 0.1834, 0.2831", "pred": "The action is #DUAL_POINT#; touch_point: 0.1238, 0.4498, lift_point: 0.1238, 0.4498" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2408, 0.0333, lift_point: 0.2408, 0.0333", "pred": "The action is #DUAL_POINT#; touch_point: 0.229, 0.5782, lift_point: 0.229, 0.5782" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4306, 0.2395, lift_point: 0.4306, 0.2395", "pred": "The action?" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1854, 0.2319, lift_point: 0.1854, 0.2319" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6297, 0.8456, lift_point: 0.6297, 0.8456" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6468, 0.3841, lift_point: 0.6468, 0.3841", "pred": "The action is #DUAL_POINT#; touch_point: 0.6315, 0.8265, lift_point: 0.6315, 0.8265" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5954, 0.5203, lift_point: 0.5954, 0.5203", "pred": "The action is #DUAL_POINT#; touch_point: 0.5365, 0.5007, lift_point: 0.5365, 0.5007" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9472, 0.4803, lift_point: 0.9472, 0.4803", "pred": "The action is #DUAL_POINT#; touch_point: 0.943, 0.496, lift_point: 0.943, 0.496" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9472, 0.4803, lift_point: 0.9472, 0.4803", "pred": "The action is #DUAL_POINT#; touch_point: 0.9505, 0.4803, lift_point: 0.9505, 0.4803" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8591, 0.8864, lift_point: 0.8591, 0.8864", "pred": "The action is #DUAL_POINT#; touch_point: 0.8471, 0.8207, lift_point: 0.8471, 0.8207" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8212, 0.6184, lift_point: 0.8212, 0.6184", "pred": "The action is #DUAL_POINT#; touch_point: 0.8278, 0.6267, lift_point: 0.8278, 0.6267" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.058, 0.9288, lift_point: 0.058, 0.9288", "pred": "The action is #DUAL_POINT#; touch_point: 0.0526, 0.8332, lift_point: 0.0526, 0.8332" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0576, 0.9312, lift_point: 0.0576, 0.9312", "pred": "The action is #DUAL_POINT#; touch_point: 0.058, 0.9288, lift_point: 0.058, 0.9288" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.058, 0.9427, lift_point: 0.058, 0.9427", "pred": "The action is #DUAL_POINT#; touch_point: 0.0587, 0.928, lift_point: 0.0587, 0.928" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2302, 0.6831, lift_point: 0.2302, 0.6831", "pred": "The action is #DUAL_POINT#; touch_point: 0.1537, 0.7942, lift_point: 0.1537, 0.7942" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8274, 0.6273, lift_point: 0.8274, 0.6273", "pred": "The action is #DUAL_POINT#; touch_point: 0.8268, 0.6198, lift_point: 0.8268, 0.6198" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0619, 0.3492, lift_point: 0.0619, 0.3492", "pred": "The action is #DUAL_POINT#; touch_point: 0.0557, 0.4137, lift_point: 0.0557, 0.4137" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"a good restaurant in Atlanta\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"a good restaurant in Atlanta\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1215, 0.2697, lift_point: 0.1215, 0.2697", "pred": "The action is #DUAL_POINT#; touch_point: 0.1273, 0.347, lift_point: 0.1273, 0.347" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "ThePRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4745, 0.1617, lift_point: 0.4745, 0.1617", "pred": "The action is #DUAL_POINT#; touch_point: 0.3345, 0.8416, lift_point: 0.3345, 0.8416" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5957, 0.4706, lift_point: 0.5957, 0.4706", "pred": "The DUAL_POINT#; touch_point: 0.5316, 0.5006, lift_point: 0.5316, 0.5006" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852", "pred": "The action is #DUAL_POINT#; touch_point: 0.789, 0.686, lift_point: 0.789, 0.686" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852", "pred": "The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.794, 0.6887, lift_point: 0.794, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.5818, lift_point: 0.0597, 0.5818", "pred": "The Home Depot.PRESS_HOME#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot?\"", "pred": "The type content is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"efrigerators at Home Depot\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.133, 0.5107, lift_point: 0.133, 0.5107", "pred": "The action is #DUAL_POINT#; touch_point: 0.1194, 0.447, lift_point: 0.1194, 0.447" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4154, 0.5376, lift_point: 0.4154, 0.5376", "pred": "The action is #DUAL_POINT#; touch_point: 0.4615, 0.2222, lift_point: 0.4615, 0.2222" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7884, 0.6877, lift_point: 0.7884, 0.6877", "pred": "The action is #DUAL_POINT#; touch_point: 0.7919, 0.6897, lift_point: 0.7919, 0.6897" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7929, 0.6916, lift_point: 0.7929, 0.6916", "pred": "The action is #DUAL_POINT#; touch_point: 0.7884, 0.6877, lift_point: 0.7884, 0.6877" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.064, 0.648, lift_point: 0.064, 0.648", "pred": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.4645, lift_point: 0.0567, 0.4645" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0588, 0.9276, lift_point: 0.0588, 0.9276", "pred": "The action is #DUAL_POINT#; touch_point: 0.064, 0.918, lift_point: 0.064, 0.918" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Hotel in Buenos aires\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Hotel in Buenos aires\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1293, 0.501, lift_point: 0.1293, 0.501", "pred": "The action is #DUAL_POINT#; touch_point: 0.1344, 0.4464, lift_point: 0.1344, 0.4464" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7899, 0.6865, lift_point: 0.7899, 0.6865", "pred": "The action is #DUAL_POINT#; touch_point: 0.7891, 0.6847, lift_point: 0.7891, 0.6847" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.5763, lift_point: 0.0555, 0.5763", "pred": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.4908, lift_point: 0.0567, 0.4908" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0608, 0.9302, lift_point: 0.0608, 0.9302", "pred": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.5763, lift_point: 0.0555, 0.5763" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1225, 0.4475, lift_point: 0.1225, 0.4475", "pred": "The action is #DUAL_POINT#; touch_point: 0.1283, 0.4204, lift_point: 0.1283, 0.4204" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7887, 0.6914, lift_point: 0.7887, 0.6914", "pred": "The action is #DUAL_POINT#; touch_point: 0.7891, 0.6861, lift_point: 0.7891, 0.6861" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0686, 0.4808, lift_point: 0.0686, 0.4808", "pred": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.6367, lift_point: 0.0567, 0.6367" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0561, 0.9312, lift_point: 0.0561, 0.9312", "pred": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.936, lift_point: 0.0597, 0.936" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Colombia\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Colombia\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1197, 0.3141, lift_point: 0.1197, 0.3141", "pred": "The action is #DUAL_POINT#; touch_point: 0.1272, 0.4035, lift_point: 0.1272, 0.4035" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7875, 0.688, lift_point: 0.7875, 0.688", "pred": "The action is #DUAL_POINT#; touch_point: 0.7912, 0.6862, lift_point: 0.7912, 0.6862" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0648, 0.7198, lift_point: 0.0648, 0.7198", "pred": "The action is #DUAL_POINT#; touch_point: 0.176, 0.5964, lift_point: 0.176, 0.5964" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0563, 0.9508, lift_point: 0.0563, 0.9508", "pred": "The action is #DUAL_POINT#; touch_point: 0.0648, 0.7198, lift_point: 0.0648, 0.7198" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.048, 0.5745, lift_point: 0.048, 0.5745", "pred": "The action is #DUAL_POINT#; touch_point: 0.0563, 0.9508, lift_point: 0.0563, 0.9508" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Paris\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1206, 0.5815, lift_point: 0.1206, 0.5815", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.421, lift_point: 0.123, 0.421" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7856, 0.5152, lift_point: 0.7856, 0.5152", "pred": "The action is #DUAL_POINT#; touch_point: 0.787, 0.501, lift_point: 0.787, 0.501" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0519, 0.8038, lift_point: 0.0519, 0.8038", "pred": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.7958, lift_point: 0.0567, 0.7958" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0551, 0.9466, lift_point: 0.0551, 0.9466", "pred": "The action is #DUAL_POINT#; touch_point: 0.0519, 0.938, lift_point: 0.0519, 0.938" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"uber app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"uber app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1251, 0.2961, lift_point: 0.1251, 0.2961", "pred": "The app" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1433, 0.8404, lift_point: 0.1433, 0.8404", "pred": "The action is #DUAL_POINT#; touch_point: 0.1476, 0.8606, lift_point: 0.1476, 0.8606" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1433, 0.8404, lift_point: 0.1433, 0.8404", "pred": "The action is #DUAL_POINT#; touch_point: 0.1433, 0.8404, lift_point: 0.1433, 0.8404" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5041, 0.5143, lift_point: 0.5041, 0.5143", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717", "pred": "The action is #DUAL_POINT#; touch_point: 0.7918, 0.6913, lift_point: 0.7918, 0.6913" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717", "pred": "The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.063, 0.4462, lift_point: 0.063, 0.4462", "pred": "The action is #DUAL_POINT#; touch_point: 0.0545, 0.4964, lift_point: 0.0545, 0.4964" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0613, 0.9393, lift_point: 0.0613, 0.9393", "pred": "The speed of what is #DUAL_POINT#; touch_point: 0.0612, 0.9295, lift_point: 0.0612, 0.9295" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"what is the speed of a jet\"", "pred": "The content is what is what is the speed of a jet?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1164, 0.479, lift_point: 0.1164, 0.479", "pred": "The action is #DUAL_POINT#; touch_point: 0.1197, 0.446, lift_point: 0.1197, 0.446" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3651, 0.246, lift_point: 0.3651, 0.246", "pred": "The action is Build Your Own Embraer. Visa or Ownraer. DUAL_POINT#; touch_point: 0.3543, 0.3617, lift_point: 0.3543, 0.3617" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3709, 0.243, lift_point: 0.3709, 0.243" }, { "gt": "The action is #PRESS_HOME#", "pred": "The press home home home home home home home homePRESS_HOME_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOME" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7995, 0.6924, lift_point: 0.7995, 0.6924", "pred": "The action is #DUAL_POINT#; touch_point: 0.797, 0.696, lift_point: 0.797, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.6164, lift_point: 0.0572, 0.6164", "pred": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.4648, lift_point: 0.0612, 0.4648" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0602, 0.9258, lift_point: 0.0602, 0.9258", "pred": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.936, lift_point: 0.0597, 0.936" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"where can i buy a nice beach blanket\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"where can I buy a nice beach blanket\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1209, 0.6377, lift_point: 0.1209, 0.6377", "pred": "The action is #DUAL_POINT#; touch_point: 0.1198, 0.4468, lift_point: 0.1198, 0.4468" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4363, 0.4836, lift_point: 0.4363, 0.4836", "pred": "The action is #DUAL_POINT#; touch_point: 0.3898, 0.2378, lift_point: 0.3898, 0.2378" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4194, 0.5497, lift_point: 0.4194, 0.5497" }, { "gt": "The action is #PRESS_HOME#", "pred": "The assistant?" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7954, 0.726, lift_point: 0.7954, 0.726", "pred": "The action is #DUAL_POINT#; touch_point: 0.7918, 0.6897, lift_point: 0.7918, 0.6897" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.055, 0.5287, lift_point: 0.055, 0.5287", "pred": "The action is #DUAL_POINT#; touch_point: 0.0723, 0.3892, lift_point: 0.0723, 0.3892" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.9427, lift_point: 0.0638, 0.9427", "pred": "The action is #DUAL_POINT#; touch_point: 0.0595, 0.9261, lift_point: 0.0595, 0.9261" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of brazil\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of brazil\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1306, 0.2331, lift_point: 0.1306, 0.2331", "pred": "The action is #DUAL_POINT#; touch_point: 0.124, 0.2908, lift_point: 0.124, 0.2908" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The pressure Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7883, 0.6743, lift_point: 0.7883, 0.6743", "pred": "The action is #DUAL_POINT#; touch_point: 0.7919, 0.6871, lift_point: 0.7919, 0.6871" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0571, 0.5349, lift_point: 0.0571, 0.5349", "pred": "The news in the news in Barbados? What are you? What's the news in Barbados?" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.9384, lift_point: 0.0569, 0.9384", "pred": "The action is #DUAL_POINT#; touch_point: 0.0571, 0.936, lift_point: 0.0571, 0.936" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in barbados\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in barbados\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1341, 0.2067, lift_point: 0.1341, 0.2067", "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.298, lift_point: 0.117, 0.298" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5863, 0.3413, lift_point: 0.5863, 0.3413", "pred": "The action?" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.778, 0.833, lift_point: 0.778, 0.833", "pred": "The action is #DUAL_POINT#; touch_point: 0.6291, 0.6274, lift_point: 0.6291, 0.6274" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.619, 0.4869, lift_point: 0.619, 0.4869", "pred": "The goal" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3443, 0.3518, lift_point: 0.3443, 0.3518", "pred": "The action is #DUAL_POINT#; touch_point: 0.3271, 0.3085, lift_point: 0.3271, 0.3085" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2702, 0.36, lift_point: 0.2702, 0.36", "pred": "The action is #DUAL_POINT#; touch_point: 0.4902, 0.8947, lift_point: 0.4902, 0.8947" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.39, 0.2406, lift_point: 0.39, 0.2406", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The actionScrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The actionScrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The actionScrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7814, 0.9053, lift_point: 0.7814, 0.9053", "pred": "The action is #DUAL_POINT#; touch_point: 0.6056, 0.8639, lift_point: 0.6056, 0.8639" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.901, 0.582, lift_point: 0.901, 0.582" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1654, 0.1646, lift_point: 0.1654, 0.1646", "pred": "The action is #DUAL_POINT#; touch_point: 0.6375, 0.6375, lift_point: 0.6375, 0.6375" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0629, 0.7892, lift_point: 0.0629, 0.7892", "pred": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.4928, lift_point: 0.0612, 0.4928" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0753, 0.2557, lift_point: 0.0753, 0.2557", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.4453, lift_point: 0.0699, 0.4453" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Good french restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Good french restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1893, 0.4882, lift_point: 0.1893, 0.4882", "pred": "The action is #DUAL_POINT#; touch_point: 0.1192, 0.5772, lift_point: 0.1192, 0.5772" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The pressPRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8789, 0.4552, lift_point: 0.8789, 0.4552", "pred": "The action is #DUAL_POINT#; touch_point: 0.908, 0.4452, lift_point: 0.908, 0.4452" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8867, 0.412, lift_point: 0.8867, 0.412", "pred": "The action is #DUAL_POINT#; touch_point: 0.9084, 0.4552, lift_point: 0.9084, 0.4552" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0714, 0.8954, lift_point: 0.0714, 0.8954", "pred": "The action is #DUAL_POINT#; touch_point: 0.1233, 0.332, lift_point: 0.1233, 0.332" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.05, 0.2223, lift_point: 0.05, 0.2223", "pred": "The action is #DUAL_POINT#; touch_point: 0.0682, 0.279, lift_point: 0.0682, 0.279" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"", "pred": "The action is How do I?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1224, 0.4455, lift_point: 0.1224, 0.4455", "pred": "The action is #DUAL_POINT#; touch_point: 0.1234, 0.3394, lift_point: 0.1234, 0.3394" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7837, 0.3654, lift_point: 0.7837, 0.3654" }, { "gt": "The action is #PRESS_HOME#", "pred": "The homePRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.908, 0.4306, lift_point: 0.908, 0.4306", "pred": "The action is #DUAL_POINT#; touch_point: 0.896, 0.367, lift_point: 0.896, 0.367" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0449, 0.2757, lift_point: 0.0449, 0.2757", "pred": "The action is #DUAL_POINT#; touch_point: 0.8725, 0.5825, lift_point: 0.8725, 0.5825" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6864, 0.7784, lift_point: 0.6864, 0.7784", "pred": "The action is #DUAL_POINT#; touch_point: 0.0471, 0.2733, lift_point: 0.0471, 0.2733" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Who is the prime minister of Canada?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Who is the prime minister of Canada?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6864, 0.7784, lift_point: 0.6864, 0.7784", "pred": "The action is #DUAL_POINT#; touch_point: 0.6411, 0.5792, lift_point: 0.6411, 0.5792" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1254, 0.4286, lift_point: 0.1254, 0.4286", "pred": "The action is #DUAL_POINT#; touch_point: 0.1215, 0.4214, lift_point: 0.1215, 0.4214" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8022, 0.8505, lift_point: 0.8022, 0.8505", "pred": "The action is #DUAL_POINT#; touch_point: 0.6363, 0.8506, lift_point: 0.6363, 0.8506" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7986, 0.8009, lift_point: 0.7986, 0.8009", "pred": "The action is #DUAL_POINT#; touch_point: 0.8022, 0.8505, lift_point: 0.8022, 0.8505" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0543, 0.0611, lift_point: 0.0543, 0.0611", "pred": "The Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.045, 0.8247, lift_point: 0.045, 0.8247", "pred": "The action is #DUAL_POINT#; touch_point: 0.0543, 0.9265, lift_point: 0.0543, 0.9265" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.724, lift_point: 0.0651, 0.724", "pred": "The action is #DUAL_POINT#; touch_point: 0.0547, 0.6419, lift_point: 0.0547, 0.6419" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"ign lates video\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"ign lates video\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1314, 0.3189, lift_point: 0.1314, 0.3189", "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.3371, lift_point: 0.1177, 0.3371" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1426, 0.7127, lift_point: 0.1426, 0.7127", "pred": "The action is #DUAL_POINT#; touch_point: 0.6546, 0.6159, lift_point: 0.6546, 0.6159" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.2629, lift_point: 0.1171, 0.2629", "pred": "The action is #DUAL_POINT#; touch_point: 0.1426, 0.7127, lift_point: 0.1426, 0.7127" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.232, 0.2437, lift_point: 0.232, 0.2437", "pred": "The action is #DUAL_POINT#; touch_point: 0.2323, 0.373, lift_point: 0.2323, 0.373" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.241, 0.2248, lift_point: 0.241, 0.2248", "pred": "The action is #DUAL_POINT#; touch_point: 0.232, 0.2437, lift_point: 0.232, 0.2437" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2338, 0.1303, lift_point: 0.2338, 0.1303", "pred": "The action is #DUAL_POINT#; touch_point: 0.232, 0.2418, lift_point: 0.232, 0.2418" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1083, 0.5662, lift_point: 0.1083, 0.5662", "pred": "The action is #DUAL_POINT#; touch_point: 0.2338, 0.1303, lift_point: 0.2338, 0.1303" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1475, 0.5133, lift_point: 0.1475, 0.5133", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5251, 0.5935, lift_point: 0.5251, 0.5935", "pred": "The action is #DUAL_POINT#; touch_point: 0.6385, 0.8525, lift_point: 0.6385, 0.8525" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8857, 0.4438, lift_point: 0.8857, 0.4438", "pred": "The action is #DUAL_POINT#; touch_point: 0.8807, 0.4887, lift_point: 0.8807, 0.4887" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.067, 0.3127, lift_point: 0.067, 0.3127", "pred": "The action is #DUAL_POINT#; touch_point: 0.064, 0.282, lift_point: 0.064, 0.282" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1437, 0.4795, lift_point: 0.1437, 0.4795", "pred": "The action is #DUAL_POINT#; touch_point: 0.1412, 0.4202, lift_point: 0.1412, 0.4202" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.1003, lift_point: 0.7989, 0.1003", "pred": "The action is #DUAL_POINT#; touch_point: 0.817, 0.6065, lift_point: 0.817, 0.6065" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7828, 0.8909, lift_point: 0.7828, 0.8909", "pred": "The action is #DUAL_POINT#; touch_point: 0.7824, 0.8723, lift_point: 0.7824, 0.8723" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0677, 0.0588, lift_point: 0.0677, 0.0588", "pred": "The action is #DUAL_POINT#; touch_point: 0.0603, 0.0603, lift_point: 0.0603, 0.0603" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0564, 0.8052, lift_point: 0.0564, 0.8052", "pred": "The action is #DUAL_POINT#; touch_point: 0.0637, 0.9204, lift_point: 0.0637, 0.9204" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0675, 0.5065, lift_point: 0.0675, 0.5065", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Taylor Swift\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new Taylor Swift video\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new Taylor Swift video\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1215, 0.4143, lift_point: 0.1215, 0.4143", "pred": "The action is #DUAL_POINT#; touch_point: 0.1354, 0.365, lift_point: 0.1354, 0.365" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2326, 0.8494, lift_point: 0.2326, 0.8494" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6668, 0.4068, lift_point: 0.6668, 0.4068", "pred": "The action is #DUAL_POINT#; touch_point: 0.624, 0.5098, lift_point: 0.624, 0.5098" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1596, 0.4751, lift_point: 0.1596, 0.4751", "pred": "The action is #DUAL_POINT#; touch_point: 0.2243, 0.8493, lift_point: 0.2243, 0.8493" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8836, 0.517, lift_point: 0.8836, 0.517", "pred": "The action is #DUAL_POINT#; touch_point: 0.8888, 0.4888, lift_point: 0.8888, 0.4888" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.3216, lift_point: 0.0591, 0.3216", "pred": "The action is #DUAL_POINT#; touch_point: 0.0693, 0.282, lift_point: 0.0693, 0.282" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at McDonalds?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at McDonalds?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1436, 0.4823, lift_point: 0.1436, 0.4823", "pred": "The action is #DUAL_POINT#; touch_point: 0.1347, 0.457, lift_point: 0.1347, 0.457" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5388, 0.7515, lift_point: 0.5388, 0.7515", "pred": "The action is #DUAL_POINT#; touch_point: 0.1436, 0.4823, lift_point: 0.1436, 0.4823" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1429, 0.259, lift_point: 0.1429, 0.259", "pred": "The action is #DUAL_POINT#; touch_point: 0.137, 0.415, lift_point: 0.137, 0.415" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8912, 0.4192, lift_point: 0.8912, 0.4192", "pred": "The action DUAL_POINT#; touch_point: 0.8807, 0.4907, lift_point: 0.8807, 0.4907" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0727, 0.2979, lift_point: 0.0727, 0.2979", "pred": "The action is #DUAL_POINT#; touch_point: 0.076, 0.241, lift_point: 0.076, 0.241" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4813, 0.3744, lift_point: 0.4813, 0.3744", "pred": "The action is #DUAL_POINT#; touch_point: 0.1372, 0.2814, lift_point: 0.1372, 0.2814" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.36, 0.3085, lift_point: 0.36, 0.3085", "pred": "The action is #DUAL_POINT#; touch_point: 0.3226, 0.4744, lift_point: 0.3226, 0.4744" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.374, 0.2088, lift_point: 0.374, 0.2088" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7714, 0.6865, lift_point: 0.7714, 0.6865", "pred": "The action is #DUAL_POINT#; touch_point: 0.8845, 0.6443, lift_point: 0.8845, 0.6443" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8819, 0.3955, lift_point: 0.8819, 0.3955", "pred": "The action is #DUAL_POINT#; touch_point: 0.893, 0.4877, lift_point: 0.893, 0.4877" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8824, 0.7775, lift_point: 0.8824, 0.7775", "pred": "The action is #DUAL_POINT#; touch_point: 0.8917, 0.8087, lift_point: 0.8917, 0.8087" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8924, 0.8149, lift_point: 0.8924, 0.8149", "pred": "The action is #DUAL_POINT#; touch_point: 0.8824, 0.7775, lift_point: 0.8824, 0.7775" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3153, 0.5462, lift_point: 0.3153, 0.5462", "pred": "The action is #DUAL_POINT#; touch_point: 0.2817, 0.3957, lift_point: 0.2817, 0.3957" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1419, 0.6766, lift_point: 0.1419, 0.6766", "pred": "The action is #DUAL_POINT#; touch_point: 0.1471, 0.446, lift_point: 0.1471, 0.446" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9109, 0.4037, lift_point: 0.9109, 0.4037", "pred": "The action is #DUAL_POINT#; touch_point: 0.886, 0.512, lift_point: 0.886, 0.512" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Olive Garden?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Olive Garden?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1182, 0.2294, lift_point: 0.1182, 0.2294", "pred": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.2763, lift_point: 0.0672, 0.2763" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7224, 0.8412, lift_point: 0.7224, 0.8412" }, { "gt": "The action is #PRESS_HOME#", "pred": "The Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7975, 0.8581, lift_point: 0.7975, 0.8581", "pred": "The action is #DUAL_POINT#; touch_point: 0.789, 0.1111, lift_point: 0.789, 0.1111" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0609, 0.7968, lift_point: 0.0609, 0.7968", "pred": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.0528, lift_point: 0.0518, 0.0528" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Bruno Mars\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Bruno Mars\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1004, 0.2786, lift_point: 0.1004, 0.2786", "pred": "The action is #DUAL_POINT#; touch_point: 0.1112, 0.3232, lift_point: 0.1112, 0.3232" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4055, 0.627, lift_point: 0.4055, 0.627", "pred": "The action is #DUAL_POINT#; touch_point: 0.6154, 0.4154, lift_point: 0.6154, 0.4154" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1743, 0.1746, lift_point: 0.1743, 0.1746" }, { "gt": "The action is #STATUS_TASK_IMPOSSIBLE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The HomePRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4996, 0.1605, lift_point: 0.4996, 0.1605", "pred": "The action is #DUAL_POINT#; touch_point: 0.6373, 0.1397, lift_point: 0.6373, 0.1397" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.491, 0.2181, lift_point: 0.491, 0.2181", "pred": "The action is #DUAL_POINT#; touch_point: 0.501, 0.1605, lift_point: 0.501, 0.1605" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The pressPRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9053, 0.347, lift_point: 0.9053, 0.347", "pred": "The action is #DUAL_POINT#; touch_point: 0.8965, 0.426, lift_point: 0.8965, 0.426" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new blush\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new blush\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1311, 0.364, lift_point: 0.1311, 0.364", "pred": "The action is #DUAL_POINT#; touch_point: 0.1301, 0.308, lift_point: 0.1301, 0.308" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8768, 0.4786, lift_point: 0.8768, 0.4786", "pred": "The action is #DUAL_POINT#; touch_point: 0.8888, 0.4872, lift_point: 0.8888, 0.4872" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1938, 0.5989, lift_point: 0.1938, 0.5989", "pred": "The action is #DUAL_POINT#; touch_point: 0.1234, 0.628, lift_point: 0.1234, 0.628" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6627, 0.8258, lift_point: 0.6627, 0.8258", "pred": "The action is #DUAL_POINT#; touch_point: 0.5128, 0.2897, lift_point: 0.5128, 0.2897" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0549, 0.052, lift_point: 0.0549, 0.052", "pred": "The action is #DUAL_POINT#; touch_point: 0.0557, 0.0587, lift_point: 0.0557, 0.0587" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0515, 0.0547, lift_point: 0.0515, 0.0547", "pred": "The action is #DUAL_POINT#; touch_point: 0.055, 0.058, lift_point: 0.055, 0.058" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0554, 0.8045, lift_point: 0.0554, 0.8045", "pred": "The action is #DUAL_POINT#; touch_point: 0.1966, 0.3127, lift_point: 0.1966, 0.3127" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Game Informer\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Game Informer\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.123, 0.3606, lift_point: 0.123, 0.3606", "pred": "The action is #DUAL_POINT#; touch_point: 0.1198, 0.3684, lift_point: 0.1198, 0.3684" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1641, 0.3248, lift_point: 0.1641, 0.3248" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4453, 0.3949, lift_point: 0.4453, 0.3949", "pred": "The action is #DUAL_POINT#; touch_point: 0.4347, 0.4061, lift_point: 0.4347, 0.4061" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1563, 0.5084, lift_point: 0.1563, 0.5084", "pred": "The action is ARDUAL_POINT#; touch_point: 0.4453, 0.3949, lift_point: 0.4453, 0.3949" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3141, 0.9451, lift_point: 0.3141, 0.9451", "pred": "The action is #DUAL_POINT#; touch_point: 0.1571, 0.9335, lift_point: 0.1571, 0.9335" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5595, 0.1967, lift_point: 0.5595, 0.1967", "pred": "The action is #DUAL_POINT#; touch_point: 0.5403, 0.6098, lift_point: 0.5403, 0.6098" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8946, 0.5747, lift_point: 0.8946, 0.5747", "pred": "The action is #DUAL_POINT#; touch_point: 0.908, 0.426, lift_point: 0.908, 0.426" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \" Reddit this week\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The type on Reddit this week" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0586, 0.9156, lift_point: 0.0586, 0.9156", "pred": "The DUAL_POINT#; touch_point: 0.0651, 0.919, lift_point: 0.0651, 0.919" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \" Reddit\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2572, 0.3211, lift_point: 0.2572, 0.3211", "pred": "The action is #DUAL_POINT#; touch_point: 0.1274, 0.3477, lift_point: 0.1274, 0.3477" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8651, 0.8292, lift_point: 0.8651, 0.8292", "pred": "The action is #DUAL_POINT#; touch_point: 0.7748, 0.8071, lift_point: 0.7748, 0.8071" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8455, 0.5823, lift_point: 0.8455, 0.5823" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7825, 0.635, lift_point: 0.7825, 0.635", "pred": "The action is #DUAL_POINT#; touch_point: 0.7948, 0.6154, lift_point: 0.7948, 0.6154" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0497, 0.557, lift_point: 0.0497, 0.557", "pred": "The action is #DUAL_POINT#; touch_point: 0.066, 0.4074, lift_point: 0.066, 0.4074" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" hotels in London\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in London\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1048, 0.2982, lift_point: 0.1048, 0.2982", "pred": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.301, lift_point: 0.1171, 0.301" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The press_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7789, 0.6244, lift_point: 0.7789, 0.6244", "pred": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6151, lift_point: 0.7944, 0.6151" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0431, 0.5396, lift_point: 0.0431, 0.5396", "pred": "The DUAL_POINT#; touch_point: 0.061, 0.476, lift_point: 0.061, 0.476" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US president?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US president?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.119, 0.822, lift_point: 0.119, 0.822", "pred": "The action is #DUAL_POINT#; touch_point: 0.0993, 0.568, lift_point: 0.0993, 0.568" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3067, 0.2148, lift_point: 0.3067, 0.2148", "pred": "The action is #DUAL_POINT#; touch_point: 0.3111, 0.2824, lift_point: 0.3111, 0.2824" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7966, 0.5681, lift_point: 0.7966, 0.5681", "pred": "The action is #DUAL_POINT#; touch_point: 0.7934, 0.6182, lift_point: 0.7934, 0.6182" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.4399, lift_point: 0.0621, 0.4399", "pred": "The action is #DUAL_POINT#; touch_point: 0.0647, 0.3182, lift_point: 0.0647, 0.3182" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new lipgloss\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new lipgloss\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1204, 0.187, lift_point: 0.1204, 0.187", "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.2447, lift_point: 0.1177, 0.2447" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8939, 0.1512, lift_point: 0.8939, 0.1512", "pred": "The action is #DUAL_POINT#; touch_point: 0.9045, 0.4877, lift_point: 0.9045, 0.4877" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0538, 0.0816, lift_point: 0.0538, 0.0816", "pred": "The action is #DUAL_POINT#; touch_point: 0.0476, 0.3064, lift_point: 0.0476, 0.3064" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7933, 0.6138, lift_point: 0.7933, 0.6138", "pred": "The action is #DUAL_POINT#; touch_point: 0.7938, 0.6159, lift_point: 0.7938, 0.6159" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.2905, lift_point: 0.0518, 0.2905", "pred": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.426, lift_point: 0.0597, 0.426" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this morning?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this morning?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1125, 0.7887, lift_point: 0.1125, 0.7887", "pred": "The action is #DUAL_POINT#; touch_point: 0.0977, 0.6937, lift_point: 0.0977, 0.6937" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2198, 0.1717, lift_point: 0.2198, 0.1717", "pred": "The action is #DUAL_POINT#; touch_point: 0.223, 0.193, lift_point: 0.223, 0.193" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5618, 0.6315, lift_point: 0.5618, 0.6315", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6427, 0.8874, lift_point: 0.6427, 0.8874", "pred": "The action is #DUAL_POINT#; touch_point: 0.6315, 0.6315, lift_point: 0.6315, 0.6315" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0461, 0.9547, lift_point: 0.0461, 0.9547", "pred": "The action is #DUAL_POINT#; touch_point: 0.0579, 0.066, lift_point: 0.0579, 0.066" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.0544, lift_point: 0.0596, 0.0544", "pred": "The action is #DUAL_POINT#; touch_point: 0.0483, 0.7879, lift_point: 0.0483, 0.7879" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0442, 0.6459, lift_point: 0.0442, 0.6459", "pred": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.3854, lift_point: 0.0596, 0.3854" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Play the new Katy Perry video on YouTube\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Katy Perry\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0945, 0.5782, lift_point: 0.0945, 0.5782", "pred": "The action is #DUAL_POINT#; touch_point: 0.1098, 0.6458, lift_point: 0.1098, 0.6458" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.607, 0.6407, lift_point: 0.607, 0.6407", "pred": "The action is #DUAL_POINT#; touch_point: 0.8247, 0.8249, lift_point: 0.8247, 0.8249" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7883, 0.6369, lift_point: 0.7883, 0.6369", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2507, 0.3178, lift_point: 0.2507, 0.3178", "pred": "The action is #DUAL_POINT#; touch_point: 0.2647, 0.3712, lift_point: 0.2647, 0.3712" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1049, 0.418, lift_point: 0.1049, 0.418", "pred": "The action is #DUAL_POINT#; touch_point: 0.1127, 0.396, lift_point: 0.1127, 0.396" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3298, 0.457, lift_point: 0.3298, 0.457", "pred": "The action is #DUAL_POINT#; touch_point: 0.347, 0.2824, lift_point: 0.347, 0.2824" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4655, 0.7441, lift_point: 0.4655, 0.7441", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8142, 0.616, lift_point: 0.8142, 0.616", "pred": "The action is #DUAL_POINT#; touch_point: 0.7938, 0.6157, lift_point: 0.7938, 0.6157" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.3675, lift_point: 0.0612, 0.3675", "pred": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.432, lift_point: 0.0622, 0.432" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1043, 0.6775, lift_point: 0.1043, 0.6775", "pred": "The action is #DUAL_POINT#; touch_point: 0.1127, 0.404, lift_point: 0.1127, 0.404" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3115, 0.2136, lift_point: 0.3115, 0.2136" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0576, 0.0756, lift_point: 0.0576, 0.0756" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8248, 0.6278, lift_point: 0.8248, 0.6278", "pred": "The action is #DUAL_POINT#; touch_point: 0.7945, 0.6157, lift_point: 0.7945, 0.6157" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0607, 0.5042, lift_point: 0.0607, 0.5042", "pred": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.3671, lift_point: 0.0596, 0.3671" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Zurich to Helsinki\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Zurich to Helsinki\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1281, 0.6857, lift_point: 0.1281, 0.6857", "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.2982, lift_point: 0.1172, 0.2982" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2906, 0.4312, lift_point: 0.2906, 0.4312", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1667, 0.4757, lift_point: 0.1667, 0.4757" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1543, 0.1613, lift_point: 0.1543, 0.1613" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6819, 0.6296, lift_point: 0.6819, 0.6296", "pred": "The action is #DUAL_POINT#; touch_point: 0.7313, 0.4038, lift_point: 0.7313, 0.4038" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.043, 0.4424, lift_point: 0.043, 0.4424", "pred": "The News app" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.102, 0.4834, lift_point: 0.102, 0.4834", "pred": "The action is #DUAL_POINT#; touch_point: 0.1047, 0.374, lift_point: 0.1047, 0.374" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4082, 0.2497, lift_point: 0.4082, 0.2497", "pred": "The action is #DUAL_POINT#; touch_point: 0.102, 0.4834, lift_point: 0.102, 0.4834" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3235, 0.383, lift_point: 0.3235, 0.383", "pred": "The action is #DUAL_POINT#; touch_point: 0.3355, 0.4726, lift_point: 0.3355, 0.4726" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The News app" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8016, 0.153, lift_point: 0.8016, 0.153" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1577, 0.43, lift_point: 0.1577, 0.43", "pred": "The action is #DUAL_POINT#; touch_point: 0.161, 0.1614, lift_point: 0.161, 0.1614" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0644, 0.7894, lift_point: 0.0644, 0.7894", "pred": "The action is #DUAL_POINT#; touch_point: 0.0512, 0.8282, lift_point: 0.0512, 0.8282" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0644, 0.7894, lift_point: 0.0644, 0.7894" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8837, 0.4217, lift_point: 0.8837, 0.4217", "pred": "The action is #DUAL_POINT#; touch_point: 0.0644, 0.789, lift_point: 0.0644, 0.789" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"planetary science?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8837, 0.4217, lift_point: 0.8837, 0.4217" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5443, 0.8308, lift_point: 0.5443, 0.8308", "pred": "The action is #DUAL_POINT#; touch_point: 0.1362, 0.4032, lift_point: 0.1362, 0.4032" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0465, 0.9343, lift_point: 0.0465, 0.9343", "pred": "The action is #DUAL_POINT#; touch_point: 0.1237, 0.3696, lift_point: 0.1237, 0.3696" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"atest news in planetary science?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0465, 0.9343, lift_point: 0.0465, 0.9343" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1111, 0.206, lift_point: 0.1111, 0.206", "pred": "The action is #DUAL_POINT#; touch_point: 0.1091, 0.3365, lift_point: 0.1091, 0.3365" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1704, 0.206, lift_point: 0.1704, 0.206", "pred": "The action is #DUAL_POINT#; touch_point: 0.2485, 0.1863, lift_point: 0.2485, 0.1863" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6379, 0.8623, lift_point: 0.6379, 0.8623", "pred": "The action is #DUAL_POINT#; touch_point: 0.6368, 0.8506, lift_point: 0.6368, 0.8506" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0459, 0.0777, lift_point: 0.0459, 0.0777", "pred": "The action is #DUAL_POINT#; touch_point: 0.0537, 0.0537, lift_point: 0.0537, 0.0537" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0483, 0.6695, lift_point: 0.0483, 0.6695", "pred": "The action is #DUAL_POINT#; touch_point: 0.0499, 0.8608, lift_point: 0.0499, 0.8608" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new Maroon 5 video \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new Maroon 5 video\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1008, 0.4559, lift_point: 0.1008, 0.4559", "pred": "The action is #DUAL_POINT#; touch_point: 0.1118, 0.1944, lift_point: 0.1118, 0.1944" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5695, 0.7339, lift_point: 0.5695, 0.7339", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2282, 0.2835, lift_point: 0.2282, 0.2835" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4708, 0.6942, lift_point: 0.4708, 0.6942", "pred": "The action is #DUAL_POINT#; touch_point: 0.4762, 0.672, lift_point: 0.4762, 0.672" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.116, 0.4908, lift_point: 0.116, 0.4908", "pred": "The action is #DUAL_POINT#; touch_point: 0.0475, 0.4725, lift_point: 0.0475, 0.4725" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.066, 0.9059, lift_point: 0.066, 0.9059", "pred": "The DUAL_POINT#; touch_point: 0.0613, 0.912, lift_point: 0.0613, 0.912" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0412, 0.5821, lift_point: 0.0412, 0.5821", "pred": "The action is #DUAL_POINT#; touch_point: 0.0632, 0.4412, lift_point: 0.0632, 0.4412" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1266, 0.4876, lift_point: 0.1266, 0.4876", "pred": "The action is #DUAL_POINT#; touch_point: 0.1291, 0.4351, lift_point: 0.1291, 0.4351" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5402, 0.8672, lift_point: 0.5402, 0.8672", "pred": "The action is #DUAL_POINT#; touch_point: 0.5559, 0.8324, lift_point: 0.5559, 0.8324" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.3666, lift_point: 0.1171, 0.3666", "pred": "The action is #DUAL_POINT#; touch_point: 0.1266, 0.4876, lift_point: 0.1266, 0.4876" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2471, 0.3168, lift_point: 0.2471, 0.3168", "pred": "The action is #DUAL_POINT#; touch_point: 0.3424, 0.3452, lift_point: 0.3424, 0.3452" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8057, 0.9555, lift_point: 0.8057, 0.9555", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8443, 0.6292, lift_point: 0.8443, 0.6292", "pred": "The action is #DUAL_POINT#; touch_point: 0.8452, 0.6154, lift_point: 0.8452, 0.6154" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0563, 0.5916, lift_point: 0.0563, 0.5916", "pred": "The action is #DUAL_POINT#; touch_point: 0.0577, 0.4647, lift_point: 0.0577, 0.4647" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"latest news in cosmology\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest news in cosmology\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.3772, lift_point: 0.1179, 0.3772", "pred": "The action is #DUAL_POINT#; touch_point: 0.1238, 0.2803, lift_point: 0.1238, 0.2803" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3328, 0.4183, lift_point: 0.3328, 0.4183", "pred": "The action is #DUAL_POINT#; touch_point: 0.3657, 0.1754, lift_point: 0.3657, 0.1754" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7234, 0.5215, lift_point: 0.7234, 0.5215", "pred": "The action is AGREE\"" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8233, 0.6003, lift_point: 0.8233, 0.6003", "pred": "The action is #DUAL_POINT#; touch_point: 0.8492, 0.6097, lift_point: 0.8492, 0.6097" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.834, 0.6061, lift_point: 0.834, 0.6061", "pred": "The action is #DUAL_POINT#; touch_point: 0.8387, 0.6157, lift_point: 0.8387, 0.6157" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0592, 0.467, lift_point: 0.0592, 0.467", "pred": "The action is #DUAL_POINT#; touch_point: 0.0539, 0.4768, lift_point: 0.0539, 0.4768" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Boston\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Boston\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1252, 0.5482, lift_point: 0.1252, 0.5482" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3276, 0.2949, lift_point: 0.3276, 0.2949", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8515, 0.6043, lift_point: 0.8515, 0.6043", "pred": "The action is #DUAL_POINT#; touch_point: 0.8425, 0.6153, lift_point: 0.8425, 0.6153" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0412, 0.6625, lift_point: 0.0412, 0.6625", "pred": "The action is #DUAL_POINT#; touch_point: 0.0575, 0.3895, lift_point: 0.0575, 0.3895" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" price of the 1000-Watt EGO Power+ Snow Blower\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the 1000-Watt EGO Power+ Snow Blower\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1092, 0.3049, lift_point: 0.1092, 0.3049", "pred": "The action is #DUAL_POINT#; touch_point: 0.1212, 0.284, lift_point: 0.1212, 0.284" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.352, 0.352, lift_point: 0.352, 0.352" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4071, 0.289, lift_point: 0.4071, 0.289" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3369, 0.4648, lift_point: 0.3369, 0.4648", "pred": "The action is #DUAL_POINT#; touch_point: 0.3525, 0.363, lift_point: 0.3525, 0.363" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6878, 0.8905, lift_point: 0.6878, 0.8905", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8466, 0.6103, lift_point: 0.8466, 0.6103", "pred": "The action is #DUAL_POINT#; touch_point: 0.8424, 0.6152, lift_point: 0.8424, 0.6152" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0492, 0.6506, lift_point: 0.0492, 0.6506", "pred": "The action is #DUAL_POINT#; touch_point: 0.0637, 0.4494, lift_point: 0.0637, 0.4494" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Lowes\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Lowes\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.833, 0.606, lift_point: 0.833, 0.606", "pred": "The action is #DUAL_POINT#; touch_point: 0.8305, 0.624, lift_point: 0.8305, 0.624" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.8065, lift_point: 0.0672, 0.8065", "pred": "The action is #DUAL_POINT#; touch_point: 0.0851, 0.7278, lift_point: 0.0851, 0.7278" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1363, 0.4329, lift_point: 0.1363, 0.4329", "pred": "The action is #DUAL_POINT#; touch_point: 0.0575, 0.0619, lift_point: 0.0575, 0.0619" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1667, 0.1689, lift_point: 0.1667, 0.1689", "pred": "The action is #DUAL_POINT#; touch_point: 0.1363, 0.4329, lift_point: 0.1363, 0.4329" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3062, 0.4479, lift_point: 0.3062, 0.4479", "pred": "The action is #DUAL_POINT#; touch_point: 0.3083, 0.2813, lift_point: 0.3083, 0.2813" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1958, 0.4127, lift_point: 0.1958, 0.4127", "pred": "The action is #DUAL_POINT#; touch_point: 0.1665, 0.4479, lift_point: 0.1665, 0.4479" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3548, 0.1196, lift_point: 0.3548, 0.1196", "pred": "The action is #DUAL_POINT#; touch_point: 0.4628, 0.0857, lift_point: 0.4628, 0.0857" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9226, 0.4547, lift_point: 0.9226, 0.4547", "pred": "The action is #DUAL_POINT#; touch_point: 0.917, 0.391, lift_point: 0.917, 0.391" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does 2 bedroom apartment rent for in Los Angeles?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1297, 0.4485, lift_point: 0.1297, 0.4485", "pred": "The action is #DUAL_POINT#; touch_point: 0.1369, 0.556, lift_point: 0.1369, 0.556" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4832, 0.6053, lift_point: 0.4832, 0.6053", "pred": "The action is #DUAL_POINT#; touch_point: 0.3641, 0.5378, lift_point: 0.3641, 0.5378" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "PRESS_BACK#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9194, 0.2965, lift_point: 0.9194, 0.2965", "pred": "The action is #DUAL_POINT#; touch_point: 0.917, 0.4197, lift_point: 0.917, 0.4197" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0682, 0.3636, lift_point: 0.0682, 0.3636", "pred": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.3842, lift_point: 0.0612, 0.3842" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1176, 0.603, lift_point: 0.1176, 0.603", "pred": "The action is #DUAL_POINT#; touch_point: 0.128, 0.461, lift_point: 0.128, 0.461" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9428, 0.524, lift_point: 0.9428, 0.524", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0667, 0.271, lift_point: 0.0667, 0.271", "pred": "The action is #DUAL_POINT#; touch_point: 0.0605, 0.3045, lift_point: 0.0605, 0.3045" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2718, 0.5393, lift_point: 0.2718, 0.5393", "pred": "The action is #DUAL_POINT#; touch_point: 0.1342, 0.554, lift_point: 0.1342, 0.554" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9014, 0.4658, lift_point: 0.9014, 0.4658", "pred": "The action is #DUAL_POINT#; touch_point: 0.917, 0.415, lift_point: 0.917, 0.415" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0603, 0.3868, lift_point: 0.0603, 0.3868", "pred": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.4252, lift_point: 0.0622, 0.4252" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Boston\"", "pred": "The type of a content is : \"typed_text\": \"Search for flights from Barcelona to Boston\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1319, 0.272, lift_point: 0.1319, 0.272", "pred": "The action is #DUAL_POINT#; touch_point: 0.1304, 0.4654, lift_point: 0.1304, 0.4654" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5594, 0.3859, lift_point: 0.5594, 0.3859", "pred": "The action is #DUAL_POINT#; touch_point: 0.4901, 0.4504, lift_point: 0.4901, 0.4504" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.931, 0.4008, lift_point: 0.931, 0.4008" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0914, 0.497, lift_point: 0.0914, 0.497", "pred": "The action is #DUAL_POINT#; touch_point: 0.7343, 0.6295, lift_point: 0.7343, 0.6295" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1617, 0.6155, lift_point: 0.1617, 0.6155" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.607, 0.1523, lift_point: 0.607, 0.1523", "pred": "The action is #DUAL_POINT#; touch_point: 0.6378, 0.146, lift_point: 0.6378, 0.146" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2242, 0.3622, lift_point: 0.2242, 0.3622", "pred": "The action is #DUAL_POINT#; touch_point: 0.2317, 0.2307, lift_point: 0.2317, 0.2307" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0716, 0.3798, lift_point: 0.0716, 0.3798", "pred": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.3614, lift_point: 0.0597, 0.3614" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4034, 0.4373, lift_point: 0.4034, 0.4373", "pred": "The action is #DUAL_POINT#; touch_point: 0.1331, 0.4613, lift_point: 0.1331, 0.4613" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8139, 0.8516, lift_point: 0.8139, 0.8516", "pred": "The action is #DUAL_POINT#; touch_point: 0.923, 0.245, lift_point: 0.923, 0.245" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0693, 0.2988, lift_point: 0.0693, 0.2988", "pred": "The action is #DUAL_POINT#; touch_point: 0.0625, 0.4452, lift_point: 0.0625, 0.4452" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0822, 0.5471, lift_point: 0.0822, 0.5471", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.2988, lift_point: 0.068, 0.2988" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Google app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Google app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6315, 0.6047, lift_point: 0.6315, 0.6047", "pred": "The action is #DUAL_POINT#; touch_point: 0.1393, 0.3513, lift_point: 0.1393, 0.3513" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1344, 0.2843, lift_point: 0.1344, 0.2843", "pred": "The action is #DUAL_POINT#; touch_point: 0.1297, 0.306, lift_point: 0.1297, 0.306" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1405, 0.4311, lift_point: 0.1405, 0.4311", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9271, 0.4142, lift_point: 0.9271, 0.4142", "pred": "The action is #DUAL_POINT#; touch_point: 0.917, 0.4157, lift_point: 0.917, 0.4157" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0575, 0.3245, lift_point: 0.0575, 0.3245", "pred": "The action is #DUAL_POINT#; touch_point: 0.0641, 0.4194, lift_point: 0.0641, 0.4194" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.4669, lift_point: 0.0672, 0.4669", "pred": "The action is #DUAL_POINT#; touch_point: 0.055, 0.363, lift_point: 0.055, 0.363" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Paris\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.4034, lift_point: 0.1173, 0.4034", "pred": "The action is #DUAL_POINT#; touch_point: 0.1357, 0.5567, lift_point: 0.1357, 0.5567" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5299, 0.1896, lift_point: 0.5299, 0.1896", "pred": "The action is #DUAL_POINT#; touch_point: 0.4834, 0.6581, lift_point: 0.4834, 0.6581" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8001, 0.6254, lift_point: 0.8001, 0.6254", "pred": "The action is #DUAL_POINT#; touch_point: 0.8048, 0.6199, lift_point: 0.8048, 0.6199" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0557, 0.9678, lift_point: 0.0557, 0.9678", "pred": "The options" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0581, 0.9775, lift_point: 0.0581, 0.9775", "pred": "The action is #DUAL_POINT#; touch_point: 0.0484, 0.8266, lift_point: 0.0484, 0.8266" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action isScrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.359, 0.6213, lift_point: 0.359, 0.6213", "pred": "The action is #DUAL_POINT#; touch_point: 0.3624, 0.6333, lift_point: 0.3624, 0.6333" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0614, 0.5729, lift_point: 0.0614, 0.5729", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do i get to the nearest Home Depot?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do i get to the nearest Home Depot?\"" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.6141, lift_point: 0.799, 0.6141", "pred": "The action is #DUAL_POINT#; touch_point: 0.8018, 0.6218, lift_point: 0.8018, 0.6218" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5409, 0.8498, lift_point: 0.5409, 0.8498", "pred": "The action is #DUAL_POINT#; touch_point: 0.5453, 0.7848, lift_point: 0.5453, 0.7848" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0483, 0.643, lift_point: 0.0483, 0.643", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Home Depot?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Home Depot?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1231, 0.4027, lift_point: 0.1231, 0.4027", "pred": "The action is #DUAL_POINT#; touch_point: 0.1237, 0.4217, lift_point: 0.1237, 0.4217" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6198, 0.4425, lift_point: 0.6198, 0.4425", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "ThePRESS_HOME#PRESS_HOME#PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1739, 0.1727, lift_point: 0.1739, 0.1727", "pred": "The action is #DUAL_POINT#; touch_point: 0.7706, 0.8226, lift_point: 0.7706, 0.8226" }, { "gt": "The action is #PRESS_BACK#", "pred": "The DUAL_POINT#; touch_point: 0.0585, 0.7878, lift_point: 0.0585, 0.7878" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.6226, lift_point: 0.0578, 0.6226", "pred": "The action is #DUAL_POINT#; touch_point: 0.0595, 0.5365, lift_point: 0.0595, 0.5365" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Calendar\"", "pred": "The typeface calendar\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1135, 0.2094, lift_point: 0.1135, 0.2094", "pred": "The action is #DUAL_POINT#; touch_point: 0.1198, 0.2608, lift_point: 0.1198, 0.2608" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4035, 0.3219, lift_point: 0.4035, 0.3219", "pred": "The DUAL_POINT#; touch_point: 0.1237, 0.3797, lift_point: 0.1237, 0.3797" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2111, 0.2851, lift_point: 0.2111, 0.2851", "pred": "The action is #DUAL_POINT#; touch_point: 0.2447, 0.3219, lift_point: 0.2447, 0.3219" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The DUAL_POINT#; touch_point: 0.2111, 0.2851, lift_point: 0.2111, 0.2851" }, { "gt": "The action is #PRESS_HOME#", "pred": "PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOME" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6644, 0.873, lift_point: 0.6644, 0.873", "pred": "The actionDUAL_POINT#; touch_point: 0.7801, 0.512, lift_point: 0.7801, 0.512" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6644, 0.873, lift_point: 0.6644, 0.873", "pred": "The action is #DUAL_POINT#; touch_point: 0.7807, 0.512, lift_point: 0.7807, 0.512" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6423, 0.8629, lift_point: 0.6423, 0.8629", "pred": "The action is #DUAL_POINT#; touch_point: 0.6444, 0.873, lift_point: 0.6444, 0.873" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6476, 0.889, lift_point: 0.6476, 0.889", "pred": "The action is #DUAL_POINT#; touch_point: 0.643, 0.8629, lift_point: 0.643, 0.8629" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.881, 0.3583, lift_point: 0.881, 0.3583", "pred": "The action is #DUAL_POINT#; touch_point: 0.889, 0.4045, lift_point: 0.889, 0.4045" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Brazilian Real\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Brazillian\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1505, 0.4502, lift_point: 0.1505, 0.4502" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home Home.\"PRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8885, 0.5074, lift_point: 0.8885, 0.5074", "pred": "The action is #DUAL_POINT#; touch_point: 0.8888, 0.4888, lift_point: 0.8888, 0.4888" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0888, 0.5074, lift_point: 0.0888, 0.5074" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.583, 0.5171, lift_point: 0.583, 0.5171", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7293, 0.7629, lift_point: 0.7293, 0.7629", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.9045, 0.8074, lift_point: 0.9045, 0.8074" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8821, 0.4104, lift_point: 0.8821, 0.4104", "pred": "The action is #DUAL_POINT#; touch_point: 0.8908, 0.488, lift_point: 0.8908, 0.488" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Cheesecake Factory\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Cheesecake Factory\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8935, 0.9848, lift_point: 0.8935, 0.9848" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5323, 0.4879, lift_point: 0.5323, 0.4879", "pred": "The action is #DUAL_POINT#; touch_point: 0.6235, 0.5152, lift_point: 0.6235, 0.5152" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action From Dr.Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7766, 0.6942, lift_point: 0.7766, 0.6942", "pred": "The action is #DUAL_POINT#; touch_point: 0.7808, 0.692, lift_point: 0.7808, 0.692" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0437, 0.4273, lift_point: 0.0437, 0.4273", "pred": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.6299, lift_point: 0.0555, 0.6299" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of sweden?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of sweden?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1335, 0.2836, lift_point: 0.1335, 0.2836", "pred": "The action is #DUAL_POINT#; touch_point: 0.1318, 0.3014, lift_point: 0.1318, 0.3014" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7834, 0.698, lift_point: 0.7834, 0.698", "pred": "The action is #DUAL_POINT#; touch_point: 0.7779, 0.6733, lift_point: 0.7779, 0.6733" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.048, 0.5517, lift_point: 0.048, 0.5517", "pred": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.3616, lift_point: 0.0672, 0.3616" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at red lobster?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at red lobster?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1333, 0.249, lift_point: 0.1333, 0.249", "pred": "The action is #DUAL_POINT#; touch_point: 0.1354, 0.2294, lift_point: 0.1354, 0.2294" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5788, 0.2193, lift_point: 0.5788, 0.2193", "pred": "The action is #DUAL_POINT#; touch_point: 0.7721, 0.0471, lift_point: 0.7721, 0.0471" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "TheScrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is Scroll Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3718, 0.499, lift_point: 0.3718, 0.499", "pred": "The action is #DUAL_POINT#; touch_point: 0.3654, 0.4916, lift_point: 0.3654, 0.4916" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0464, 0.4043, lift_point: 0.0464, 0.4043", "pred": "The action is #DUAL_POINT#; touch_point: 0.0577, 0.428, lift_point: 0.0577, 0.428" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1985, 0.2131, lift_point: 0.1985, 0.2131", "pred": "The action is #DUAL_POINT#; touch_point: 0.1513, 0.2051, lift_point: 0.1513, 0.2051" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4812, 0.2229, lift_point: 0.4812, 0.2229", "pred": "The action is #DUAL_POINT#; touch_point: 0.441, 0.3545, lift_point: 0.441, 0.3545" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2052, 0.2138, lift_point: 0.2052, 0.2138" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7736, 0.6632, lift_point: 0.7736, 0.6632", "pred": "The action is #DUAL_POINT#; touch_point: 0.7802, 0.6949, lift_point: 0.7802, 0.6949" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0424, 0.461, lift_point: 0.0424, 0.461", "pred": "The action is #DUAL_POINT#; touch_point: 0.0713, 0.6303, lift_point: 0.0713, 0.6303" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Argentina\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Argentina\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1417, 0.3636, lift_point: 0.1417, 0.3636", "pred": "The action is #DUAL_POINT#; touch_point: 0.1268, 0.3457, lift_point: 0.1268, 0.3457" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7825, 0.6827, lift_point: 0.7825, 0.6827", "pred": "The action is #DUAL_POINT#; touch_point: 0.775, 0.6865, lift_point: 0.775, 0.6865" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0504, 0.4489, lift_point: 0.0504, 0.4489", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.596, lift_point: 0.068, 0.596" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach bag?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach bag\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.2757, lift_point: 0.1411, 0.2757", "pred": "The action is #DUAL_POINT#; touch_point: 0.1356, 0.2476, lift_point: 0.1356, 0.2476" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1899, 0.2143, lift_point: 0.1899, 0.2143", "pred": "The action is #DUAL_POINT#; touch_point: 0.4144, 0.3472, lift_point: 0.4144, 0.3472" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action.\n\nDUAL_POINT#; touch_point: 0.832, 0.408, lift_point: 0.832, 0.408" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7836, 0.6763, lift_point: 0.7836, 0.6763", "pred": "The action is #DUAL_POINT#; touch_point: 0.7828, 0.6872, lift_point: 0.7828, 0.6872" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.066, 0.2705, lift_point: 0.066, 0.2705", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach blankets\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach blanket?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach blanket?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.235, lift_point: 0.1411, 0.235", "pred": "The action is #DUAL_POINT#; touch_point: 0.1354, 0.2664, lift_point: 0.1354, 0.2664" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4708, 0.2896, lift_point: 0.4708, 0.2896", "pred": "The Best Site" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "ThePRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7804, 0.678, lift_point: 0.7804, 0.678", "pred": "The action is #DUAL_POINT#; touch_point: 0.7808, 0.686, lift_point: 0.7808, 0.686" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0421, 0.3922, lift_point: 0.0421, 0.3922", "pred": "The action is #DUAL_POINT#; touch_point: 0.0571, 0.5535, lift_point: 0.0571, 0.5535" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"best Mexican restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"best Mexican restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1269, 0.3198, lift_point: 0.1269, 0.3198", "pred": "The action is #DUAL_POINT#; touch_point: 0.1313, 0.2637, lift_point: 0.1313, 0.2637" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2736, 0.269, lift_point: 0.2736, 0.269", "pred": "The action is #DUAL_POINT#; touch_point: 0.4607, 0.5007, lift_point: 0.4607, 0.5007" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.788, 0.6884, lift_point: 0.788, 0.6884", "pred": "The action is #DUAL_POINT#; touch_point: 0.7758, 0.6868, lift_point: 0.7758, 0.6868" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0413, 0.4771, lift_point: 0.0413, 0.4771", "pred": "The action is #DUAL_POINT#; touch_point: 0.0685, 0.4495, lift_point: 0.0685, 0.4495" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"big is a lion?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"big is a lion?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1387, 0.2413, lift_point: 0.1387, 0.2413", "pred": "The action is #DUAL_POINT#; touch_point: 0.1354, 0.2694, lift_point: 0.1354, 0.2694" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8387, 0.5262, lift_point: 0.8387, 0.5262", "pred": "The assistant?" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action isPRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7723, 0.6778, lift_point: 0.7723, 0.6778", "pred": "The action is #DUAL_POINT#; touch_point: 0.7808, 0.6831, lift_point: 0.7808, 0.6831" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0473, 0.3652, lift_point: 0.0473, 0.3652", "pred": "The DUAL_POINT#; touch_point: 0.0579, 0.8357, lift_point: 0.0579, 0.8357" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Bolivia\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Bolivia\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.136, 0.3202, lift_point: 0.136, 0.3202", "pred": "The action is #DUAL_POINT#; touch_point: 0.1368, 0.2527, lift_point: 0.1368, 0.2527" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.551, 0.346, lift_point: 0.551, 0.346" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6301, 0.1398, lift_point: 0.6301, 0.1398", "pred": "The action AP Press AP News AP News APDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPDAPD" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1898, 0.1467, lift_point: 0.1898, 0.1467", "pred": "The action is #DUAL_POINT#; touch_point: 0.346, 0.1753, lift_point: 0.346, 0.1753" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "ThePRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "TheScrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6324, 0.1221, lift_point: 0.6324, 0.1221", "pred": "The action is #DUAL_POINT#; touch_point: 0.6454, 0.1684, lift_point: 0.6454, 0.1684" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0594, 0.4623, lift_point: 0.0594, 0.4623", "pred": "The action is #DUAL_POINT#; touch_point: 0.283, 0.429, lift_point: 0.283, 0.429" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0583, 0.9216, lift_point: 0.0583, 0.9216", "pred": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.8889, lift_point: 0.0569, 0.8889" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0685, 0.4403, lift_point: 0.0685, 0.4403", "pred": "The action is #DUAL_POINT#; touch_point: 0.0583, 0.9216, lift_point: 0.0583, 0.9216" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Open the calculator \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Open the calcutro \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1461, 0.4406, lift_point: 0.1461, 0.4406", "pred": "The action is #DUAL_POINT#; touch_point: 0.1338, 0.3694, lift_point: 0.1338, 0.3694" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3076, 0.3562, lift_point: 0.3076, 0.3562", "pred": "The action is #DUAL_POINT#; touch_point: 0.1461, 0.4406, lift_point: 0.1461, 0.4406" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6333, 0.7567, lift_point: 0.6333, 0.7567", "pred": "The action is #DUAL_POINT#; touch_point: 0.3298, 0.7798, lift_point: 0.3298, 0.7798" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5973, 0.8227, lift_point: 0.5973, 0.8227", "pred": "The action is #DUAL_POINT#; touch_point: 0.6333, 0.7567, lift_point: 0.6333, 0.7567" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6481, 0.5887, lift_point: 0.6481, 0.5887", "pred": "The action is #DUAL_POINT#; touch_point: 0.6297, 0.3827, lift_point: 0.6297, 0.3827" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.3639, lift_point: 0.0529, 0.3639", "pred": "The action is #DUAL_POINT#; touch_point: 0.0711, 0.2367, lift_point: 0.0711, 0.2367" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" burger restaurants \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"burger restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1507, 0.369, lift_point: 0.1507, 0.369", "pred": "The action is #DUAL_POINT#; touch_point: 0.1464, 0.3694, lift_point: 0.1464, 0.3694" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5943, 0.3915, lift_point: 0.5943, 0.3915", "pred": "The action is #DUAL_POINT#; touch_point: 0.3563, 0.165, lift_point: 0.3563, 0.165" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2742, 0.3428, lift_point: 0.2742, 0.3428", "pred": "The action is #DUAL_POINT#; touch_point: 0.0639, 0.2313, lift_point: 0.0639, 0.2313" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0705, 0.9113, lift_point: 0.0705, 0.9113", "pred": "The action is #DUAL_POINT#; touch_point: 0.0609, 0.888, lift_point: 0.0609, 0.888" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0633, 0.4191, lift_point: 0.0633, 0.4191", "pred": "The action is #DUAL_POINT#; touch_point: 0.0527, 0.4447, lift_point: 0.0527, 0.4447" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me this weeks events? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me week's events?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.4739, lift_point: 0.1329, 0.4739", "pred": "The action" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3378, 0.1883, lift_point: 0.3378, 0.1883" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3179, 0.3807, lift_point: 0.3179, 0.3807", "pred": "The action is #DUAL_POINT#; touch_point: 0.3343, 0.1641, lift_point: 0.3343, 0.1641" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0521, 0.0913, lift_point: 0.0521, 0.0913", "pred": "The action" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4937, 0.2362, lift_point: 0.4937, 0.2362", "pred": "The DUAL_POINT#; touch_point: 0.281, 0.2407, lift_point: 0.281, 0.2407" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5199, 0.2492, lift_point: 0.5199, 0.2492", "pred": "The DUAL_POINT#; touch_point: 0.2778, 0.2374, lift_point: 0.2778, 0.2374" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2941, 0.9229, lift_point: 0.2941, 0.9229", "pred": "The action is #DUAL_POINT#; touch_point: 0.2817, 0.2407, lift_point: 0.2817, 0.2407" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6182, 0.8432, lift_point: 0.6182, 0.8432" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5979, 0.3934, lift_point: 0.5979, 0.3934", "pred": "The action is #DUAL_POINT#; touch_point: 0.608, 0.365, lift_point: 0.608, 0.365" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1291, 0.6564, lift_point: 0.1291, 0.6564", "pred": "The action is #DUAL_POINT#; touch_point: 0.3771, 0.3283, lift_point: 0.3771, 0.3283" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.056, 0.9036, lift_point: 0.056, 0.9036", "pred": "The DUAL_POINT#; touch_point: 0.062, 0.888, lift_point: 0.062, 0.888" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.4158, lift_point: 0.0562, 0.4158", "pred": "The action is #DUAL_POINT#; touch_point: 0.0507, 0.4317, lift_point: 0.0507, 0.4317" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Play the latest video from the BBC \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Play the latest video from the BBC \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1322, 0.4168, lift_point: 0.1322, 0.4168", "pred": "The action is #DUAL_POINT#; touch_point: 0.131, 0.455, lift_point: 0.131, 0.455" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.131, 0.2609, lift_point: 0.131, 0.2609", "pred": "The action is #DUAL_POINT#; touch_point: 0.7662, 0.8422, lift_point: 0.7662, 0.8422" }, { "gt": "The action is #PRESS_HOME#", "pred": "The home home home home home home home home home home home home home home home home home home home home home rest of the home rest of the home rest of the home rest of the home rest of the home rest of the home rest of the home rest of the home rest of the home rest of the home rest of the home rest of the home rest of the home rest of the home rest of the home rest of the home rest of the home rest of the home rest of the home rest of the home rest of the home rest home rest rest rest rest rest rest.PRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6091, 0.3766, lift_point: 0.6091, 0.3766", "pred": "The action is #DUAL_POINT#; touch_point: 0.598, 0.365, lift_point: 0.598, 0.365" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2833, 0.5076, lift_point: 0.2833, 0.5076", "pred": "The action is #DUAL_POINT#; touch_point: 0.2649, 0.3766, lift_point: 0.2649, 0.3766" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0694, 0.9235, lift_point: 0.0694, 0.9235", "pred": "The action is #DUAL_POINT#; touch_point: 0.0609, 0.8998, lift_point: 0.0609, 0.8998" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0602, 0.4433, lift_point: 0.0602, 0.4433", "pred": "The action is #DUAL_POINT#; touch_point: 0.0504, 0.543, lift_point: 0.0504, 0.543" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Boston \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Boston \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2667, 0.3762, lift_point: 0.2667, 0.3762", "pred": "The action is #DUAL_POINT#; touch_point: 0.1382, 0.395, lift_point: 0.1382, 0.395" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3474, 0.272, lift_point: 0.3474, 0.272", "pred": "The action is #DUAL_POINT#; touch_point: 0.337, 0.4753, lift_point: 0.337, 0.4753" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7326, 0.5677, lift_point: 0.7326, 0.5677", "pred": "The action is #DUAL_POINT#; touch_point: 0.7529, 0.5569, lift_point: 0.7529, 0.5569" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6142, 0.3825, lift_point: 0.6142, 0.3825", "pred": "The action is #DUAL_POINT#; touch_point: 0.6088, 0.3642, lift_point: 0.6088, 0.3642" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2795, 0.5272, lift_point: 0.2795, 0.5272", "pred": "The action is #DUAL_POINT#; touch_point: 0.2784, 0.4957, lift_point: 0.2784, 0.4957" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.8952, lift_point: 0.0638, 0.8952", "pred": "The action is #DUAL_POINT#; touch_point: 0.0609, 0.5272, lift_point: 0.0609, 0.5272" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0585, 0.442, lift_point: 0.0585, 0.442", "pred": "The action is #DUAL_POINT#; touch_point: 0.0383, 0.4424, lift_point: 0.0383, 0.4424" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1497, 0.5314, lift_point: 0.1497, 0.5314", "pred": "The action is #DUAL_POINT#; touch_point: 0.1345, 0.5814, lift_point: 0.1345, 0.5814" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3273, 0.4227, lift_point: 0.3273, 0.4227", "pred": "The action is #DUAL_POINT#; touch_point: 0.343, 0.4488, lift_point: 0.343, 0.4488" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5977, 0.366, lift_point: 0.5977, 0.366", "pred": "The action is #DUAL_POINT#; touch_point: 0.6086, 0.365, lift_point: 0.6086, 0.365" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2881, 0.6019, lift_point: 0.2881, 0.6019", "pred": "The action is #DUAL_POINT#; touch_point: 0.2769, 0.4626, lift_point: 0.2769, 0.4626" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0669, 0.9207, lift_point: 0.0669, 0.9207", "pred": "The action is #DUAL_POINT#; touch_point: 0.0629, 0.9068, lift_point: 0.0629, 0.9068" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0677, 0.3997, lift_point: 0.0677, 0.3997", "pred": "The action is #DUAL_POINT#; touch_point: 0.0507, 0.4905, lift_point: 0.0507, 0.4905" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0503, 0.4363, lift_point: 0.0503, 0.4363" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1231, 0.4251, lift_point: 0.1231, 0.4251", "pred": "The action is #DUAL_POINT#; touch_point: 0.1397, 0.3767, lift_point: 0.1397, 0.3767" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5905, 0.3914, lift_point: 0.5905, 0.3914", "pred": "The action is #DUAL_POINT#; touch_point: 0.6083, 0.3651, lift_point: 0.6083, 0.3651" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.28, 0.5216, lift_point: 0.28, 0.5216", "pred": "The action is #DUAL_POINT#; touch_point: 0.2932, 0.4442, lift_point: 0.2932, 0.4442" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0525, 0.8865, lift_point: 0.0525, 0.8865", "pred": "The action is #DUAL_POINT#; touch_point: 0.0617, 0.899, lift_point: 0.0617, 0.899" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0505, 0.418, lift_point: 0.0505, 0.418", "pred": "The action is #DUAL_POINT#; touch_point: 0.0525, 0.4452, lift_point: 0.0525, 0.4452" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Malaysia? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Malaysia? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1342, 0.3641, lift_point: 0.1342, 0.3641", "pred": "The action is #DUAL_POINT#; touch_point: 0.1472, 0.5832, lift_point: 0.1472, 0.5832" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3034, 0.3769, lift_point: 0.3034, 0.3769", "pred": "The action is #DUAL_POINT#; touch_point: 0.2936, 0.2584, lift_point: 0.2936, 0.2584" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8207, 0.56, lift_point: 0.8207, 0.56", "pred": "The action Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2999, 0.2785, lift_point: 0.2999, 0.2785", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.595, 0.3585, lift_point: 0.595, 0.3585", "pred": "The action is #DUAL_POINT#; touch_point: 0.595, 0.3654, lift_point: 0.595, 0.3654" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5935, 0.3583, lift_point: 0.5935, 0.3583", "pred": "The action is #DUAL_POINT#; touch_point: 0.595, 0.361, lift_point: 0.595, 0.361" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892", "pred": "The action is #DUAL_POINT#; touch_point: 0.2931, 0.3721, lift_point: 0.2931, 0.3721" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892", "pred": "The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0719, 0.9124, lift_point: 0.0719, 0.9124", "pred": "The action is #DUAL_POINT#; touch_point: 0.0635, 0.8885, lift_point: 0.0635, 0.8885" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0466, 0.5782, lift_point: 0.0466, 0.5782", "pred": "The action is #DUAL_POINT#; touch_point: 0.0586, 0.4906, lift_point: 0.0586, 0.4906" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.202, 0.5932, lift_point: 0.202, 0.5932", "pred": "The action is #DUAL_POINT#; touch_point: 0.1293, 0.4469, lift_point: 0.1293, 0.4469" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3258, 0.5227, lift_point: 0.3258, 0.5227", "pred": "The action is #DUAL_POINT#; touch_point: 0.2939, 0.4892, lift_point: 0.2939, 0.4892" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8023, 0.6164, lift_point: 0.8023, 0.6164", "pred": "The action is #DUAL_POINT#; touch_point: 0.8074, 0.6218, lift_point: 0.8074, 0.6218" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0661, 0.5783, lift_point: 0.0661, 0.5783", "pred": "The action is #DUAL_POINT#; touch_point: 0.0454, 0.4294, lift_point: 0.0454, 0.4294" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.3746, lift_point: 0.1276, 0.3746", "pred": "The action is #DUAL_POINT#; touch_point: 0.1284, 0.3534, lift_point: 0.1284, 0.3534" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.804, 0.6256, lift_point: 0.804, 0.6256", "pred": "The action is #DUAL_POINT#; touch_point: 0.8108, 0.6205, lift_point: 0.8108, 0.6205" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.5621, lift_point: 0.0651, 0.5621", "pred": "The action is #DUAL_POINT#; touch_point: 0.0709, 0.0609, lift_point: 0.0709, 0.0609" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach chair?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach chair?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1322, 0.5464, lift_point: 0.1322, 0.5464", "pred": "The action is #DUAL_POINT#; touch_point: 0.1373, 0.5363, lift_point: 0.1373, 0.5363" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7367, 0.4438, lift_point: 0.7367, 0.4438", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8082, 0.6143, lift_point: 0.8082, 0.6143", "pred": "The action is #DUAL_POINT#; touch_point: 0.8108, 0.6207, lift_point: 0.8108, 0.6207" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0743, 0.5173, lift_point: 0.0743, 0.5173", "pred": "The action is #DUAL_POINT#; touch_point: 0.0613, 0.6359, lift_point: 0.0613, 0.6359" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.129, 0.4827, lift_point: 0.129, 0.4827", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is DUAL_POINT#; touch_point: 0.3686, 0.4234, lift_point: 0.3686, 0.4234" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8991, 0.4974, lift_point: 0.8991, 0.4974", "pred": "The action" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8086, 0.6235, lift_point: 0.8086, 0.6235", "pred": "The action is #DUAL_POINT#; touch_point: 0.8079, 0.6211, lift_point: 0.8079, 0.6211" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0652, 0.4897, lift_point: 0.0652, 0.4897", "pred": "The action is #DUAL_POINT#; touch_point: 0.0653, 0.4764, lift_point: 0.0653, 0.4764" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.131, 0.4961, lift_point: 0.131, 0.4961", "pred": "The action is #DUAL_POINT#; touch_point: 0.1342, 0.4932, lift_point: 0.1342, 0.4932" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8079, 0.6236, lift_point: 0.8079, 0.6236", "pred": "The action is #DUAL_POINT#; touch_point: 0.8078, 0.6222, lift_point: 0.8078, 0.6222" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0697, 0.5484, lift_point: 0.0697, 0.5484", "pred": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.5924, lift_point: 0.0569, 0.5924" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Panama\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Panama\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1297, 0.3266, lift_point: 0.1297, 0.3266", "pred": "The action is #DUAL_POINT#; touch_point: 0.1371, 0.2581, lift_point: 0.1371, 0.2581" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8104, 0.6183, lift_point: 0.8104, 0.6183", "pred": "The action is #DUAL_POINT#; touch_point: 0.8078, 0.6227, lift_point: 0.8078, 0.6227" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0584, 0.566, lift_point: 0.0584, 0.566", "pred": "The action is #DUAL_POINT#; touch_point: 0.0611, 0.5928, lift_point: 0.0611, 0.5928" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.134, 0.3566, lift_point: 0.134, 0.3566", "pred": "The action is #DUAL_POINT#; touch_point: 0.1282, 0.4462, lift_point: 0.1282, 0.4462" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8051, 0.6184, lift_point: 0.8051, 0.6184", "pred": "The action is #DUAL_POINT#; touch_point: 0.8079, 0.6158, lift_point: 0.8079, 0.6158" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0534, 0.5295, lift_point: 0.0534, 0.5295", "pred": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.3632, lift_point: 0.0672, 0.3632" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Subway?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Subway?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1332, 0.3645, lift_point: 0.1332, 0.3645", "pred": "The action is #DUAL_POINT#; touch_point: 0.1247, 0.3917, lift_point: 0.1247, 0.3917" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8071, 0.6207, lift_point: 0.8071, 0.6207", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0554, 0.472, lift_point: 0.0554, 0.472", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.5562, lift_point: 0.068, 0.5562" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Mexico city to Sydney\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Mexico city to Sydney\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.3904, lift_point: 0.1329, 0.3904", "pred": "The action is #DUAL_POINT#; touch_point: 0.1328, 0.669, lift_point: 0.1328, 0.669" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.289, 0.2599, lift_point: 0.289, 0.2599" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8138, 0.6186, lift_point: 0.8138, 0.6186", "pred": "The action is #DUAL_POINT#; touch_point: 0.8072, 0.6206, lift_point: 0.8072, 0.6206" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0565, 0.4655, lift_point: 0.0565, 0.4655", "pred": "The action is #DUAL_POINT#; touch_point: 0.0548, 0.5352, lift_point: 0.0548, 0.5352" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit right now?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"top post on reddit\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1257, 0.4084, lift_point: 0.1257, 0.4084", "pred": "The action is #DUAL_POINT#; touch_point: 0.1328, 0.5423, lift_point: 0.1328, 0.5423" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4942, 0.4503, lift_point: 0.4942, 0.4503" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.666, 0.2675, lift_point: 0.666, 0.2675", "pred": "The action is #DUAL_POINT#; touch_point: 0.497, 0.4624, lift_point: 0.497, 0.4624" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8078, 0.6252, lift_point: 0.8078, 0.6252", "pred": "The action is #DUAL_POINT#; touch_point: 0.8065, 0.6217, lift_point: 0.8065, 0.6217" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0561, 0.479, lift_point: 0.0561, 0.479", "pred": "The action is #DUAL_POINT#; touch_point: 0.0475, 0.3064, lift_point: 0.0475, 0.3064" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Time in San Francisco\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Time in San Francisco\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1292, 0.3725, lift_point: 0.1292, 0.3725", "pred": "The action is #DUAL_POINT#; touch_point: 0.1307, 0.307, lift_point: 0.1307, 0.307" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8089, 0.6237, lift_point: 0.8089, 0.6237", "pred": "The action is #DUAL_POINT#; touch_point: 0.8108, 0.6206, lift_point: 0.8108, 0.6206" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.3469, lift_point: 0.0529, 0.3469", "pred": "The action is #DUAL_POINT#; touch_point: 0.0682, 0.3894, lift_point: 0.0682, 0.3894" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good Italian restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good Italian restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1372, 0.4749, lift_point: 0.1372, 0.4749", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.307, lift_point: 0.123, 0.307" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "TheScrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1643, 0.8382, lift_point: 0.1643, 0.8382", "pred": "The action is #DUAL_POINT#; touch_point: 0.1795, 0.8345, lift_point: 0.1795, 0.8345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0628, 0.7749, lift_point: 0.0628, 0.7749", "pred": "The action" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0609, 0.9298, lift_point: 0.0609, 0.9298", "pred": "The app" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit app \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1361, 0.2898, lift_point: 0.1361, 0.2898", "pred": "The action is #DUAL_POINT#; touch_point: 0.1292, 0.2604, lift_point: 0.1292, 0.2604" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1505, 0.8499, lift_point: 0.1505, 0.8499", "pred": "The action is #DUAL_POINT#; touch_point: 0.1485, 0.8417, lift_point: 0.1485, 0.8417" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7486, 0.2964, lift_point: 0.7486, 0.2964", "pred": "The action is #DUAL_POINT#; touch_point: 0.7436, 0.3084, lift_point: 0.7436, 0.3084" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0834, 0.841, lift_point: 0.0834, 0.841", "pred": "The action is #DUAL_POINT#; touch_point: 0.1377, 0.6696, lift_point: 0.1377, 0.6696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0692, 0.1098, lift_point: 0.0692, 0.1098", "pred": "The action is #DUAL_POINT#; touch_point: 0.0834, 0.1413, lift_point: 0.0834, 0.1413" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6068, 0.4997, lift_point: 0.6068, 0.4997" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.625, 0.6017, lift_point: 0.625, 0.6017", "pred": "The action is #DUAL_POINT#; touch_point: 0.6166, 0.6074, lift_point: 0.6166, 0.6074" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1318, 0.4092, lift_point: 0.1318, 0.4092", "pred": "The action is #DUAL_POINT#; touch_point: 0.1437, 0.3509, lift_point: 0.1437, 0.3509" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1332, 0.8927, lift_point: 0.1332, 0.8927", "pred": "The action is #DUAL_POINT#; touch_point: 0.1318, 0.4092, lift_point: 0.1318, 0.4092" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather in paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather in paris\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.26, 0.3267, lift_point: 0.26, 0.3267", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2692, 0.4655, lift_point: 0.2692, 0.4655", "pred": "The action is #DUAL_POINT#; touch_point: 0.262, 0.405, lift_point: 0.262, 0.405" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Barcelona to Boston flight\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Barcelona to Boston flight\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3091, 0.4261, lift_point: 0.3091, 0.4261", "pred": "The action is #DUAL_POINT#; touch_point: 0.3025, 0.4985, lift_point: 0.3025, 0.4985" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.384, 0.3307, lift_point: 0.384, 0.3307", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137", "pred": "The 0.6218, 0.6066, lift_point: 0.621, 0.6066" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092", "pred": "The action is #DUAL_POINT#; touch_point: 0.5781, 0.6446, lift_point: 0.5781, 0.6446" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2249, 0.6282, lift_point: 0.2249, 0.6282", "pred": "The action is #DUAL_POINT#; touch_point: 0.5951, 0.6092, lift_point: 0.5951, 0.6092" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1306, 0.3968, lift_point: 0.1306, 0.3968", "pred": "The action is #DUAL_POINT#; touch_point: 0.1341, 0.4513, lift_point: 0.1341, 0.4513" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1211, 0.8972, lift_point: 0.1211, 0.8972", "pred": "The action is #DUAL_POINT#; touch_point: 0.1306, 0.3968, lift_point: 0.1306, 0.3968" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2757, 0.5293, lift_point: 0.2757, 0.5293", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5495, 0.4828, lift_point: 0.5495, 0.4828" }, { "gt": "The action is #Scrolling Down#", "pred": "TheScrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "TheScrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4741, 0.4208, lift_point: 0.4741, 0.4208" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4969, 0.411, lift_point: 0.4969, 0.411", "pred": "The action is #DUAL_POINT#; touch_point: 0.4645, 0.4748, lift_point: 0.4645, 0.4748" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is Got" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5772, 0.6842, lift_point: 0.5772, 0.6842", "pred": "The action is #DUAL_POINT#; touch_point: 0.3834, 0.7504, lift_point: 0.3834, 0.7504" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941", "pred": "The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177", "pred": "The action is #DUAL_POINT#; touch_point: 0.8916, 0.3913, lift_point: 0.8916, 0.3913" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992", "pred": "The action is #DUAL_POINT#; touch_point: 0.7891, 0.7177, lift_point: 0.7891, 0.7177" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966", "pred": "The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065", "pred": "The action is #DUAL_POINT#; touch_point: 0.0818, 0.9027, lift_point: 0.0818, 0.9027" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859", "pred": "The action is #DUAL_POINT#; touch_point: 0.5375, 0.6477, lift_point: 0.5375, 0.6477" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412", "pred": "The action.DUAL_POINT#; touch_point: 0.7461, 0.5863, lift_point: 0.7461, 0.5863" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8207, 0.4472, lift_point: 0.8207, 0.4472" }, { "gt": "The action is #Scrolling Down#", "pred": "Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787" }, { "gt": "The action is #PRESS_BACK#", "pred": "The truck.DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777", "pred": "The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.687, 0.5777, lift_point: 0.687, 0.5777" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The scroll Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The scroll down scroll down scroll down scroll down scroll down scroll down scroll down scroll down scroll down scroll down scroll down scroll down scroll Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down Down" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "TheScrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The scroll downScrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862", "pred": "The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862" }, { "gt": "The action is #PRESS_BACK#", "pred": "PRESS_BACK#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182", "pred": "The action is #DUAL_POINT#; touch_point: 0.6544, 0.377, lift_point: 0.6544, 0.377" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885", "pred": "The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The scroll downScrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885" }, { "gt": "The action is #Scrolling Down#", "pred": "The action" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6441, 0.4494, lift_point: 0.6441, 0.4494" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6447, 0.4069, lift_point: 0.6447, 0.4069" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475", "pred": "The action is #DUAL_POINT#; touch_point: 0.6451, 0.645, lift_point: 0.6451, 0.645" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "wear time is #DUAL_POINT#; touch_point: 0.232, 0.731, lift_point: 0.232, 0.731" }, { "gt": "The action is #Scrolling Down#", "pred": "The action isScrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4602, 0.5652, lift_point: 0.4602, 0.5652", "pred": "date time.4482, 4482, and 4482, or 4482, or 4482, or 4482, 4482, or 4482, or 4482, 4482, 4482, 4482, 4482, 4482, 4482, 4482, 4482, 4482, 4482, 4482, 4482, 4482, 4482, 4482, 4482, 4482, 4482, 4482, 4482, 4482 4482, 4482, 4482 4482, 4482 4482 4482, 4482 4482 4482, 4482 4482 4482 4482 4482 4482, 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482 4482" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4639, 0.5652, lift_point: 0.4639, 0.5652" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "is What Time is New York?\"" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4602, 0.5652, lift_point: 0.4602, 0.5652" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2334, 0.2333, lift_point: 0.2334, 0.2333" }, { "gt": "The action is #Scrolling Down#", "pred": ".246, and the sun.246, and the sun, and the sun, and the set, and the sun, and the set, and the sun, and the age, and the set, and the sun, and the content is \"246, 246, 246, 246, 246, 246, 246, 246, 247, 247, 246, 247, 247, 246, 247, 247, 246, 247, 246, 246, 247, 247, 247, 246, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247, 247," }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3384, 0.4751, lift_point: 0.3384, 0.4751", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "lag lag lag lag lag" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8064, 0.5777, lift_point: 0.8064, 0.5777", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8087, 0.6632, lift_point: 0.8087, 0.6632", "pred": "The action is #DUAL_POINT#; touch_point: 0.8064, 0.5777, lift_point: 0.8064, 0.5777" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.9311, lift_point: 0.0627, 0.9311", "pred": "The action is #DUAL_POINT#; touch_point: 0.0649, 0.9222, lift_point: 0.0649, 0.9222" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7882, 0.6536, lift_point: 0.7882, 0.6536", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1926, 0.7614, lift_point: 0.1926, 0.7614", "pred": "The action is #DUAL_POINT#; touch_point: 0.0571, 0.0572, lift_point: 0.0571, 0.0572" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.9382, lift_point: 0.1172, 0.9382", "pred": "The action is #DUAL_POINT#; touch_point: 0.1185, 0.9397, lift_point: 0.1185, 0.9397" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Find a good burger place on Maps\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Find a good burger place on Maps\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148", "pred": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.7012, lift_point: 0.7898, 0.7012" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148", "pred": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148", "pred": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0611, 0.5639, lift_point: 0.0611, 0.5639", "pred": "The action is #DUAL_POINT#; touch_point: 0.0655, 0.4414, lift_point: 0.0655, 0.4414" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Tokyo\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Tokyo\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The press_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.7252, lift_point: 0.7989, 0.7252", "pred": "The action is #DUAL_POINT#; touch_point: 0.7998, 0.6851, lift_point: 0.7998, 0.6851" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682", "pred": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.7252, lift_point: 0.7989, 0.7252" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682", "pred": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979", "pred": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979", "pred": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0496, 0.6885, lift_point: 0.0496, 0.6885", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"open\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1298, 0.4218, lift_point: 0.1298, 0.4218" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3275, 0.6995, lift_point: 0.3275, 0.6995", "pred": "The action is #DUAL_POINT#; touch_point: 0.4098, 0.2958, lift_point: 0.4098, 0.2958" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6585, 0.6995, lift_point: 0.6585, 0.6995" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.679, lift_point: 0.7989, 0.679", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7048, lift_point: 0.799, 0.7048" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1811, 0.916, lift_point: 0.1811, 0.916", "pred": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.9352, lift_point: 0.0597, 0.9352" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in venezuela\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in venezuela\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2405, 0.7142, lift_point: 0.2405, 0.7142", "pred": "The action is #DUAL_POINT#; touch_point: 0.1811, 0.8926, lift_point: 0.1811, 0.8926" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749", "pred": "The action is #DUAL_POINT#; touch_point: 0.7919, 0.6869, lift_point: 0.7919, 0.6869" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749", "pred": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749", "pred": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1808, 0.7277, lift_point: 0.1808, 0.7277", "pred": "The action is #DUAL_POINT#; touch_point: 0.1793, 0.6842, lift_point: 0.1793, 0.6842" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1166, 0.9302, lift_point: 0.1166, 0.9302", "pred": "The action is #DUAL_POINT#; touch_point: 0.1257, 0.9293, lift_point: 0.1257, 0.9293" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9857, 0.9645, lift_point: 0.9857, 0.9645", "pred": "The action is #DUAL_POINT#; touch_point: 0.1166, 0.9302, lift_point: 0.1166, 0.9302" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9857, 0.9815, lift_point: 0.9857, 0.9815", "pred": "The action is #DUAL_POINT#; touch_point: 0.1192, 0.9242, lift_point: 0.1192, 0.9242" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3708, 0.5372, lift_point: 0.3708, 0.5372", "pred": "The action is #DUAL_POINT#; touch_point: 0.3598, 0.5048, lift_point: 0.3598, 0.5048" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.8171, lift_point: 0.0572, 0.8171" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.7124, lift_point: 0.7989, 0.7124", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034; touch_point: 0.799, 0.7034" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7885, 0.7363, lift_point: 0.7885, 0.7363", "pred": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.7124, lift_point: 0.7989, 0.7124" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7885, 0.7363, lift_point: 0.7885, 0.7363", "pred": "The action is #DUAL_POINT#; touch_point: 0.7985, 0.7363, lift_point: 0.7985, 0.7363" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.035, 0.6353, lift_point: 0.035, 0.6353", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"k?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"k?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4713, 0.1394, lift_point: 0.4713, 0.1394" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1952, 0.5726, lift_point: 0.1952, 0.5726", "pred": "The action is #DUAL_POINT#; touch_point: 0.1768, 0.1768, lift_point: 0.1768, 0.1768" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1147, 0.9375, lift_point: 0.1147, 0.9375", "pred": "The action is #DUAL_POINT#; touch_point: 0.1253, 0.932, lift_point: 0.1253, 0.932" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Brazilian Real?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar to Brazilian Real exchange rate\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action? DUAL_POINT#; touch_point: 0.1329, 0.4202, lift_point: 0.1329, 0.4202" }, { "gt": "The action is #PRESS_HOME#", "pred": "ThePRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3734, 0.535, lift_point: 0.3734, 0.535", "pred": "The action is #DUAL_POINT#; touch_point: 0.3754, 0.5117, lift_point: 0.3754, 0.5117" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1882, 0.9111, lift_point: 0.1882, 0.9111", "pred": "The action is #DUAL_POINT#; touch_point: 0.2898, 0.4294, lift_point: 0.2898, 0.4294" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.0614, lift_point: 0.1172, 0.0614", "pred": "The action is #DUAL_POINT#; touch_point: 0.1122, 0.0962, lift_point: 0.1122, 0.0962" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1268, 0.4538, lift_point: 0.1268, 0.4538", "pred": "The action is #DUAL_POINT#; touch_point: 0.2546, 0.1948, lift_point: 0.2546, 0.1948" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1268, 0.4538, lift_point: 0.1268, 0.4538" }, { "gt": "The action is #PRESS_HOME#", "pred": "The press_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8412, 0.63, lift_point: 0.8412, 0.63", "pred": "The action is #DUAL_POINT#; touch_point: 0.8345, 0.6153, lift_point: 0.8345, 0.6153" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0452, 0.5007, lift_point: 0.0452, 0.5007", "pred": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.4632, lift_point: 0.0562, 0.4632" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach tent?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach tent\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1135, 0.2819, lift_point: 0.1135, 0.2819", "pred": "The action is #DUAL_POINT#; touch_point: 0.1202, 0.2278, lift_point: 0.1202, 0.2278" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1022, 0.1564, lift_point: 0.1022, 0.1564", "pred": "The action Up#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2357, 0.7324, lift_point: 0.2357, 0.7324", "pred": "The action" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7987, 0.6175, lift_point: 0.7987, 0.6175", "pred": "The action is #DUAL_POINT#; touch_point: 0.818, 0.632, lift_point: 0.818, 0.632" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "TheSTATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8356, 0.613, lift_point: 0.8356, 0.613", "pred": "The action is #DUAL_POINT#; touch_point: 0.8452, 0.6152, lift_point: 0.8452, 0.6152" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0386, 0.4054, lift_point: 0.0386, 0.4054", "pred": "The action is #DUAL_POINT#; touch_point: 0.0558, 0.5357, lift_point: 0.0558, 0.5357" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1147, 0.305, lift_point: 0.1147, 0.305", "pred": "The action is #DUAL_POINT#; touch_point: 0.1111, 0.3461, lift_point: 0.1111, 0.3461" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8401, 0.6155, lift_point: 0.8401, 0.6155", "pred": "The action is #DUAL_POINT#; touch_point: 0.8429, 0.6157, lift_point: 0.8429, 0.6157" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0338, 0.4432, lift_point: 0.0338, 0.4432", "pred": "The action is #DUAL_POINT#; touch_point: 0.0556, 0.5552, lift_point: 0.0556, 0.5552" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Philadelphia?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Philadelphia\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1147, 0.2706, lift_point: 0.1147, 0.2706", "pred": "The action is #DUAL_POINT#; touch_point: 0.1248, 0.4202, lift_point: 0.1248, 0.4202" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4472, 0.2453, lift_point: 0.4472, 0.2453", "pred": "The action is #DUAL_POINT#; touch_point: 0.2579, 0.2137, lift_point: 0.2579, 0.2137" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.809, 0.4258, lift_point: 0.809, 0.4258", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7845, 0.665, lift_point: 0.7845, 0.665", "pred": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.7012, lift_point: 0.7898, 0.7012" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0706, 0.3483, lift_point: 0.0706, 0.3483", "pred": "The action is #DUAL_POINT#; touch_point: 0.0668, 0.5924, lift_point: 0.0668, 0.5924" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Tokyo\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Tokyo\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1437, 0.6097, lift_point: 0.1437, 0.6097", "pred": "The action is #DUAL_POINT#; touch_point: 0.1379, 0.384, lift_point: 0.1379, 0.384" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7861, 0.7258, lift_point: 0.7861, 0.7258", "pred": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.7016, lift_point: 0.7898, 0.7016" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0557, 0.4528, lift_point: 0.0557, 0.4528", "pred": "The action is #DUAL_POINT#; touch_point: 0.071, 0.3181, lift_point: 0.071, 0.3181" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1416, 0.6371, lift_point: 0.1416, 0.6371", "pred": "The action is #DUAL_POINT#; touch_point: 0.1316, 0.367, lift_point: 0.1316, 0.367" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67", "pred": "The action is #DUAL_POINT#; touch_point: 0.7855, 0.6865, lift_point: 0.7855, 0.6865" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8312, 0.4462, lift_point: 0.8312, 0.4462", "pred": "The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8312, 0.4462, lift_point: 0.8312, 0.4462" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3808, 0.4894, lift_point: 0.3808, 0.4894", "pred": "The action is the DUAL_POINT#; touch_point: 0.3712, 0.4916, lift_point: 0.3712, 0.4916" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3952, 0.4896, lift_point: 0.3952, 0.4896", "pred": "The action is #DUAL_POINT#; touch_point: 0.3808, 0.4894, lift_point: 0.3808, 0.4894" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3421, 0.5452, lift_point: 0.3421, 0.5452", "pred": "The action is #DUAL_POINT#; touch_point: 0.3808, 0.4896, lift_point: 0.3808, 0.4896" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3782, 0.497, lift_point: 0.3782, 0.497", "pred": "The action is #DUAL_POINT#; touch_point: 0.3625, 0.4919, lift_point: 0.3625, 0.4919" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0636, 0.2848, lift_point: 0.0636, 0.2848", "pred": "The action is #DUAL_POINT#; touch_point: 0.1237, 0.5497, lift_point: 0.1237, 0.5497" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Los Angeles?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.411, 0.1532, lift_point: 0.411, 0.1532", "pred": "The action" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1705, 0.6327, lift_point: 0.1705, 0.6327", "pred": "The action is #DUAL_POINT#; touch_point: 0.5947, 0.9527, lift_point: 0.5947, 0.9527" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0415, 0.6002, lift_point: 0.0415, 0.6002", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1091, 0.4122, lift_point: 0.1091, 0.4122", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2208, 0.6363, lift_point: 0.2208, 0.6363", "pred": "The action is #DUAL_POINT#; touch_point: 0.0415, 0.6002, lift_point: 0.0415, 0.6002" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0415, 0.636, lift_point: 0.0415, 0.636" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7998, 0.7148, lift_point: 0.7998, 0.7148", "pred": "The action is #DUAL_POINT#; touch_point: 0.7911, 0.6911, lift_point: 0.7911, 0.6911" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0618, 0.5005, lift_point: 0.0618, 0.5005", "pred": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.4117, lift_point: 0.0591, 0.4117" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.7127, lift_point: 0.0627, 0.7127", "pred": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.4644, lift_point: 0.0572, 0.4644" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.3877, lift_point: 0.1329, 0.3877", "pred": "The action is #DUAL_POINT#; touch_point: 0.1342, 0.2982, lift_point: 0.1342, 0.2982" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7963, 0.6818, lift_point: 0.7963, 0.6818", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.6965, lift_point: 0.7965, 0.6965" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0617, 0.4833, lift_point: 0.0617, 0.4833", "pred": "The action is #DUAL_POINT#; touch_point: 0.0679, 0.5922, lift_point: 0.0679, 0.5922" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach tent?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach tent?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0524, 0.6532, lift_point: 0.0524, 0.6532", "pred": "The action is #DUAL_POINT#; touch_point: 0.0599, 0.5519, lift_point: 0.0599, 0.5519" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1299, 0.3755, lift_point: 0.1299, 0.3755", "pred": "The action is #DUAL_POINT#; touch_point: 0.1242, 0.403, lift_point: 0.1242, 0.403" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The home screen.\n\nDUAL_POINT#; touch_point: 0.0542, 0.0567, lift_point: 0.0542, 0.0567" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.793, 0.1254, lift_point: 0.793, 0.1254", "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.1131, lift_point: 0.7968, 0.1131" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1898, 0.5311, lift_point: 0.1898, 0.5311", "pred": "The action is #DUAL_POINT#; touch_point: 0.0603, 0.5798, lift_point: 0.0603, 0.5798" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.061, 0.4743, lift_point: 0.061, 0.4743", "pred": "The action is #DUAL_POINT#; touch_point: 0.124, 0.937, lift_point: 0.124, 0.937" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mumbai?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mumbai?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.07, 0.706, lift_point: 0.07, 0.706", "pred": "The action is #DUAL_POINT#; touch_point: 0.1347, 0.579, lift_point: 0.1347, 0.579" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1312, 0.4735, lift_point: 0.1312, 0.4735", "pred": "The action is #DUAL_POINT#; touch_point: 0.1278, 0.5788, lift_point: 0.1278, 0.5788" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2456, 0.4749, lift_point: 0.2456, 0.4749", "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.696, lift_point: 0.7968, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0333, 0.5603, lift_point: 0.0333, 0.5603", "pred": "The action is #DUAL_POINT#; touch_point: 0.0777, 0.9307, lift_point: 0.0777, 0.9307" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.418, 0.719, lift_point: 0.418, 0.719", "pred": "The action is #DUAL_POINT#; touch_point: 0.0478, 0.9353, lift_point: 0.0478, 0.9353" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.9279, lift_point: 0.0567, 0.9279", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.9291, lift_point: 0.0597, 0.9291", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1702, 0.5937, lift_point: 0.1702, 0.5937", "pred": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.9291, lift_point: 0.0597, 0.9291" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.907, 0.4314, lift_point: 0.907, 0.4314", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the South Korean Won?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against South Korean Won\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.132, 0.4854, lift_point: 0.132, 0.4854", "pred": "The action is #DUAL_POINT#; touch_point: 0.1232, 0.4912, lift_point: 0.1232, 0.4912" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8858, 0.3312, lift_point: 0.8858, 0.3312", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0637, 0.3928, lift_point: 0.0637, 0.3928", "pred": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.2947, lift_point: 0.0572, 0.2947" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1337, 0.5734, lift_point: 0.1337, 0.5734", "pred": "The action is #DUAL_POINT#; touch_point: 0.129, 0.404, lift_point: 0.129, 0.404" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8106, 0.6268, lift_point: 0.8106, 0.6268", "pred": "The action is #DUAL_POINT#; touch_point: 0.798, 0.621, lift_point: 0.798, 0.621" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0451, 0.9261, lift_point: 0.0451, 0.9261", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1713, 0.5737, lift_point: 0.1713, 0.5737", "pred": "The action is #DUAL_POINT#; touch_point: 0.1239, 0.5677, lift_point: 0.1239, 0.5677" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.882, 0.4322, lift_point: 0.882, 0.4322", "pred": "The action is #DUAL_POINT#; touch_point: 0.896, 0.391, lift_point: 0.896, 0.391" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0616, 0.4232, lift_point: 0.0616, 0.4232", "pred": "The action is #DUAL_POINT#; touch_point: 0.0653, 0.3303, lift_point: 0.0653, 0.3303" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new perfume\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new perfume\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.777, 0.3726, lift_point: 0.777, 0.3726", "pred": "The action is #DUAL_POINT#; touch_point: 0.6413, 0.5793, lift_point: 0.6413, 0.5793" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1158, 0.3405, lift_point: 0.1158, 0.3405", "pred": "The action is DUAL_POINT#; touch_point: 0.1226, 0.4214, lift_point: 0.1226, 0.4214" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499", "pred": "The action is #DUAL_POINT#; touch_point: 0.6365, 0.8505, lift_point: 0.6365, 0.8505" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499", "pred": "The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6392, 0.8663, lift_point: 0.6392, 0.8663", "pred": "The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0508, 0.0719, lift_point: 0.0508, 0.0719", "pred": "The DemiDUAL_POINT#; touch_point: 0.0637, 0.0585, lift_point: 0.0637, 0.0585" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0437, 0.8153, lift_point: 0.0437, 0.8153", "pred": "The action is #DUAL_POINT#; touch_point: 0.0508, 0.1985, lift_point: 0.0508, 0.1985" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0634, 0.3804, lift_point: 0.0634, 0.3804", "pred": "The action is #DUAL_POINT#; touch_point: 0.0449, 0.4197, lift_point: 0.0449, 0.4197" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2834, 0.3351, lift_point: 0.2834, 0.3351", "pred": "The action is #DUAL_POINT#; touch_point: 0.126, 0.329, lift_point: 0.126, 0.329" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5507, 0.5503, lift_point: 0.5507, 0.5503" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6248, 0.5097, lift_point: 0.6248, 0.5097" }, { "gt": "The action is #Scrolling Down#", "pred": "The action Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The actionScrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8578, 0.9498, lift_point: 0.8578, 0.9498", "pred": "The action is #DUAL_POINT#; touch_point: 0.8505, 0.9506, lift_point: 0.8505, 0.9506" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6896, 0.3524, lift_point: 0.6896, 0.3524", "pred": "The action is #DUAL_POINT#; touch_point: 0.857, 0.9498, lift_point: 0.857, 0.9498" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3458, 0.2445, lift_point: 0.3458, 0.2445", "pred": "The action is #DUAL_POINT#; touch_point: 0.6896, 0.3524, lift_point: 0.6896, 0.3524" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3458, 0.2445, lift_point: 0.3458, 0.2445" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5986, 0.8539, lift_point: 0.5986, 0.8539", "pred": "The action is #DUAL_POINT#; touch_point: 0.634, 0.8484, lift_point: 0.634, 0.8484" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0633, 0.0591, lift_point: 0.0633, 0.0591", "pred": "The Elder Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0577, 0.8463, lift_point: 0.0577, 0.8463", "pred": "The action is #DUAL_POINT#; touch_point: 0.0633, 0.935, lift_point: 0.0633, 0.935" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0481, 0.0711, lift_point: 0.0481, 0.0711", "pred": "The action is #DUAL_POINT#; touch_point: 0.0593, 0.6028, lift_point: 0.0593, 0.6028" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0464, 0.8343, lift_point: 0.0464, 0.8343", "pred": "The action is #DUAL_POINT#; touch_point: 0.053, 0.926, lift_point: 0.053, 0.926" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0624, 0.5325, lift_point: 0.0624, 0.5325", "pred": "The action is #DUAL_POINT#; touch_point: 0.0464, 0.8343, lift_point: 0.0464, 0.8343" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"GameTrailers\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"GameTrailers\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1229, 0.3623, lift_point: 0.1229, 0.3623", "pred": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.4047, lift_point: 0.1171, 0.4047" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5494, 0.3254, lift_point: 0.5494, 0.3254" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8813, 0.3494, lift_point: 0.8813, 0.3494", "pred": "The action is #DUAL_POINT#; touch_point: 0.895, 0.426, lift_point: 0.895, 0.426" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0436, 0.3128, lift_point: 0.0436, 0.3128", "pred": "The action is #DUAL_POINT#; touch_point: 0.0557, 0.3317, lift_point: 0.0557, 0.3317" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Bahamas\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Bahamas\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3599, 0.3964, lift_point: 0.3599, 0.3964", "pred": "The action is #DUAL_POINT#; touch_point: 0.1217, 0.446, lift_point: 0.1217, 0.446" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8874, 0.4462, lift_point: 0.8874, 0.4462", "pred": "The action is #DUAL_POINT#; touch_point: 0.8956, 0.3453, lift_point: 0.8956, 0.3453" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0649, 0.4272, lift_point: 0.0649, 0.4272", "pred": "The action is #DUAL_POINT#; touch_point: 0.0571, 0.2507, lift_point: 0.0571, 0.2507" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.2747, lift_point: 0.1177, 0.2747", "pred": "The action is #DUAL_POINT#; touch_point: 0.1294, 0.4844, lift_point: 0.1294, 0.4844" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9082, 0.3476, lift_point: 0.9082, 0.3476", "pred": "The action is #DUAL_POINT#; touch_point: 0.8984, 0.3904, lift_point: 0.8984, 0.3904" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8854, 0.439, lift_point: 0.8854, 0.439", "pred": "The action is #DUAL_POINT#; touch_point: 0.9082, 0.3476, lift_point: 0.9082, 0.3476" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0666, 0.2781, lift_point: 0.0666, 0.2781", "pred": "The action is #DUAL_POINT#; touch_point: 0.0613, 0.2621, lift_point: 0.0613, 0.2621" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1803, 0.4498, lift_point: 0.1803, 0.4498", "pred": "The action is #DUAL_POINT#; touch_point: 0.1291, 0.5819, lift_point: 0.1291, 0.5819" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3663, 0.1218, lift_point: 0.3663, 0.1218", "pred": "The action is #DUAL_POINT#; touch_point: 0.3716, 0.1072, lift_point: 0.3716, 0.1072" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0831, 0.1008, lift_point: 0.0831, 0.1008" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3585, 0.6635, lift_point: 0.3585, 0.6635", "pred": "The action is #DUAL_POINT#; touch_point: 0.365, 0.679, lift_point: 0.365, 0.679" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0714, 0.149, lift_point: 0.0714, 0.149", "pred": "The action is #DUAL_POINT#; touch_point: 0.0666, 0.124, lift_point: 0.0666, 0.124" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.876, 0.5203, lift_point: 0.876, 0.5203", "pred": "The action is #DUAL_POINT#; touch_point: 0.8849, 0.511, lift_point: 0.8849, 0.511" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.603, 0.3919, lift_point: 0.603, 0.3919", "pred": "The action is #DUAL_POINT#; touch_point: 0.6029, 0.496, lift_point: 0.6029, 0.496" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4228, 0.5073, lift_point: 0.4228, 0.5073", "pred": "The action is #DUAL_POINT#; touch_point: 0.6025, 0.3885, lift_point: 0.6025, 0.3885" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3074, 0.7011, lift_point: 0.3074, 0.7011", "pred": "The action is #DUAL_POINT#; touch_point: 0.7012, 0.7729, lift_point: 0.7012, 0.7729" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6771, 0.7448, lift_point: 0.6771, 0.7448", "pred": "The action is #DUAL_POINT#; touch_point: 0.6781, 0.7429, lift_point: 0.6781, 0.7429" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4335, 0.8971, lift_point: 0.4335, 0.8971", "pred": "The Up#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8827, 0.5237, lift_point: 0.8827, 0.5237", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" at home depot\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2118, 0.495, lift_point: 0.2118, 0.495", "pred": "The action is #DUAL_POINT#; touch_point: 0.1383, 0.475, lift_point: 0.1383, 0.475" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action Down#Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#PRESS_HOME#PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3531, 0.5142, lift_point: 0.3531, 0.5142", "pred": "The action is #DUAL_POINT#; touch_point: 0.3432, 0.5047, lift_point: 0.3432, 0.5047" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0537, 0.4647, lift_point: 0.0537, 0.4647" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3485, 0.2759, lift_point: 0.3485, 0.2759", "pred": "The action is #DUAL_POINT#; touch_point: 0.0525, 0.5565, lift_point: 0.0525, 0.5565" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0475, 0.48, lift_point: 0.0475, 0.48", "pred": "The action is #DUAL_POINT#; touch_point: 0.1107, 0.4147, lift_point: 0.1107, 0.4147" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Los Angeles\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Los Angeles\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7715, 0.4784, lift_point: 0.7715, 0.4784", "pred": "The action is #DUAL_POINT#; touch_point: 0.6367, 0.8724, lift_point: 0.6367, 0.8724" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0461, 0.8065, lift_point: 0.0461, 0.8065", "pred": "The action is #DUAL_POINT#; touch_point: 0.0467, 0.8304, lift_point: 0.0467, 0.8304" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new Ariana Grande \"", "pred": "The content is not contain a content.TYPE#; And the content is : \"typed_text\": \"new Ariana Grande\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "ThePRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0536, 0.0539, lift_point: 0.0536, 0.0539" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7711, 0.2952, lift_point: 0.7711, 0.2952", "pred": "The action Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.159, 0.4774, lift_point: 0.159, 0.4774", "pred": "The action is #DUAL_POINT#; touch_point: 0.1231, 0.6844, lift_point: 0.1231, 0.6844" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5075, 0.042, lift_point: 0.5075, 0.042", "pred": "The action is #DUAL_POINT#; touch_point: 0.159, 0.4774, lift_point: 0.159, 0.4774" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1134, 0.3077, lift_point: 0.1134, 0.3077", "pred": "The action is #DUAL_POINT#; touch_point: 0.159, 0.2944, lift_point: 0.159, 0.2944" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1774, 0.2732, lift_point: 0.1774, 0.2732", "pred": "The action is #DUAL_POINT#; touch_point: 0.1134, 0.3077, lift_point: 0.1134, 0.3077" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1774, 0.2732, lift_point: 0.1774, 0.2732", "pred": "The action is #DUAL_POINT#; touch_point: 0.1768, 0.2732, lift_point: 0.1768, 0.2732" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.173, 0.2203, lift_point: 0.173, 0.2203", "pred": "The action is #DUAL_POINT#; touch_point: 0.1774, 0.2732, lift_point: 0.1774, 0.2732" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3458, 0.485, lift_point: 0.3458, 0.485", "pred": "The action is #DUAL_POINT#; touch_point: 0.3478, 0.4917, lift_point: 0.3478, 0.4917" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.4301, lift_point: 0.0518, 0.4301", "pred": "The action is #DUAL_POINT#; touch_point: 0.124, 0.582, lift_point: 0.124, 0.582" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Portland?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" rent for in Portland?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \" rent for in Portland?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1242, 0.308, lift_point: 0.1242, 0.308" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8222, 0.4062, lift_point: 0.8222, 0.4062" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4963, 0.3306, lift_point: 0.4963, 0.3306", "pred": "The DUAL_POINT#; touch_point: 0.6585, 0.3925, lift_point: 0.6585, 0.3925" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3506, 0.4922, lift_point: 0.3506, 0.4922", "pred": "The action is #DUAL_POINT#; touch_point: 0.3484, 0.4919, lift_point: 0.3484, 0.4919" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0503, 0.5814, lift_point: 0.0503, 0.5814", "pred": "The action is #DUAL_POINT#; touch_point: 0.0432, 0.5782, lift_point: 0.0432, 0.5782" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Colombia?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Colombia?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1157, 0.614, lift_point: 0.1157, 0.614" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3179, 0.4504, lift_point: 0.3179, 0.4504", "pred": "The action is #DUAL_POINT#; touch_point: 0.795, 0.3525, lift_point: 0.795, 0.3525" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "TheScrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3143, 0.5054, lift_point: 0.3143, 0.5054", "pred": "The action is #DUAL_POINT#; touch_point: 0.3165, 0.5058, lift_point: 0.3165, 0.5058" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0659, 0.5205, lift_point: 0.0659, 0.5205", "pred": "The action is #DUAL_POINT#; touch_point: 0.047, 0.466, lift_point: 0.047, 0.466" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1271, 0.397, lift_point: 0.1271, 0.397" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.791, 0.253, lift_point: 0.791, 0.253" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME_HOME_HOME_HOME_HOME_HOME_HOME_HOME_HOME_HOME_HOME_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOME_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOME_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3288, 0.5034, lift_point: 0.3288, 0.5034", "pred": "The action is #DUAL_POINT#; touch_point: 0.3165, 0.5058, lift_point: 0.3165, 0.5058" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2554, 0.5853, lift_point: 0.2554, 0.5853", "pred": "The action is #DUAL_POINT#; touch_point: 0.3288, 0.5034, lift_point: 0.3288, 0.5034" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7828, 0.6952, lift_point: 0.7828, 0.6952", "pred": "The action is #DUAL_POINT#; touch_point: 0.7788, 0.6854, lift_point: 0.7788, 0.6854" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8954, 0.5411, lift_point: 0.8954, 0.5411", "pred": "The action is #DUAL_POINT#; touch_point: 0.8805, 0.4879, lift_point: 0.8805, 0.4879" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8974, 0.099, lift_point: 0.8974, 0.099", "pred": "The action is #DUAL_POINT#; touch_point: 0.901, 0.1516, lift_point: 0.901, 0.1516" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.305, 0.6055, lift_point: 0.305, 0.6055", "pred": "The action is #DUAL_POINT#; touch_point: 0.2871, 0.4317, lift_point: 0.2871, 0.4317" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "TheScrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8128, 0.4628, lift_point: 0.8128, 0.4628", "pred": "The action is #DUAL_POINT#; touch_point: 0.7798, 0.5782, lift_point: 0.7798, 0.5782" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7737, 0.699, lift_point: 0.7737, 0.699", "pred": "The action is #DUAL_POINT#; touch_point: 0.7822, 0.6762, lift_point: 0.7822, 0.6762" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.536, lift_point: 0.0621, 0.536", "pred": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.4682, lift_point: 0.0568, 0.4682" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.7654, lift_point: 0.1411, 0.7654", "pred": "The action is #DUAL_POINT#; touch_point: 0.134, 0.585, lift_point: 0.134, 0.585" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7197, 0.5707, lift_point: 0.7197, 0.5707", "pred": "The action is #DUAL_POINT#; touch_point: 0.5652, 0.2396, lift_point: 0.5652, 0.2396" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9042, 0.5328, lift_point: 0.9042, 0.5328", "pred": "The action is #DUAL_POINT#; touch_point: 0.8978, 0.5854, lift_point: 0.8978, 0.5854" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5991, 0.2031, lift_point: 0.5991, 0.2031", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The price which is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0667, 0.5883, lift_point: 0.0667, 0.5883", "pred": "The action is #DUAL_POINT#; touch_point: 0.2244, 0.5697, lift_point: 0.2244, 0.5697" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the LG TV\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the LG TV\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1317, 0.3694, lift_point: 0.1317, 0.3694", "pred": "The action is #DUAL_POINT#; touch_point: 0.1374, 0.2534, lift_point: 0.1374, 0.2534" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1992, 0.3694, lift_point: 0.1992, 0.3694" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7844, 0.4128, lift_point: 0.7844, 0.4128", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2666, 0.9496, lift_point: 0.2666, 0.9496", "pred": "The action is Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The scroll down #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7461, 0.9405, lift_point: 0.7461, 0.9405", "pred": "The action is #DUAL_POINT#; touch_point: 0.5335, 0.6252, lift_point: 0.5335, 0.6252" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7894, 0.6619, lift_point: 0.7894, 0.6619", "pred": "The action is #DUAL_POINT#; touch_point: 0.7782, 0.6862, lift_point: 0.7782, 0.6862" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1974, 0.3985, lift_point: 0.1974, 0.3985", "pred": "The action is #DUAL_POINT#; touch_point: 0.0677, 0.5793, lift_point: 0.0677, 0.5793" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.064, 0.5751, lift_point: 0.064, 0.5751", "pred": "The action is #DUAL_POINT#; touch_point: 0.0655, 0.9332, lift_point: 0.0655, 0.9332" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1467, 0.5544, lift_point: 0.1467, 0.5544", "pred": "The action is #DUAL_POINT#; touch_point: 0.1343, 0.574, lift_point: 0.1343, 0.574" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5362, 0.4795, lift_point: 0.5362, 0.4795", "pred": "The action is #DUAL_POINT#; touch_point: 0.4418, 0.4086, lift_point: 0.4418, 0.4086" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6009, 0.1258, lift_point: 0.6009, 0.1258", "pred": "The action is #DUAL_POINT#; touch_point: 0.2393, 0.7178, lift_point: 0.2393, 0.7178" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7808, 0.6931, lift_point: 0.7808, 0.6931", "pred": "The action is #DUAL_POINT#; touch_point: 0.7807, 0.686, lift_point: 0.7807, 0.686" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6936, 0.8393, lift_point: 0.6936, 0.8393", "pred": "The action is #DUAL_POINT#; touch_point: 0.7848, 0.6931, lift_point: 0.7848, 0.6931" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7686, 0.7016, lift_point: 0.7686, 0.7016", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0619, 0.546, lift_point: 0.0619, 0.546", "pred": "The action is #DUAL_POINT#; touch_point: 0.0535, 0.4295, lift_point: 0.0535, 0.4295" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at Five Guys\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at Five Guys\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1341, 0.3932, lift_point: 0.1341, 0.3932", "pred": "The action is #DUAL_POINT#; touch_point: 0.1347, 0.397, lift_point: 0.1347, 0.397" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3713, 0.3599, lift_point: 0.3713, 0.3599", "pred": "The action is #DUAL_POINT#; touch_point: 0.3634, 0.4478, lift_point: 0.3634, 0.4478" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.9579, lift_point: 0.1276, 0.9579", "pred": "The action is #DUAL_POINT#; touch_point: 0.8557, 0.531, lift_point: 0.8557, 0.531" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.768, 0.7048, lift_point: 0.768, 0.7048", "pred": "The action is #DUAL_POINT#; touch_point: 0.7779, 0.6862, lift_point: 0.7779, 0.6862" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.052, 0.5235, lift_point: 0.052, 0.5235", "pred": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.5127, lift_point: 0.0567, 0.5127" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1236, 0.4752, lift_point: 0.1236, 0.4752", "pred": "The action is #DUAL_POINT#; touch_point: 0.1306, 0.447, lift_point: 0.1306, 0.447" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5154, 0.5224, lift_point: 0.5154, 0.5224", "pred": "The action is DUAL_POINT#; touch_point: 0.5664, 0.0668, lift_point: 0.5664, 0.0668" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5164, 0.5224, lift_point: 0.5164, 0.5224" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7754, 0.6913, lift_point: 0.7754, 0.6913", "pred": "The action is #DUAL_POINT#; touch_point: 0.7788, 0.6837, lift_point: 0.7788, 0.6837" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0722, 0.4674, lift_point: 0.0722, 0.4674", "pred": "The action is #DUAL_POINT#; touch_point: 0.055, 0.512, lift_point: 0.055, 0.512" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Venezuela\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Venezuela\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1258, 0.44, lift_point: 0.1258, 0.44", "pred": "The action is #DUAL_POINT#; touch_point: 0.1307, 0.309, lift_point: 0.1307, 0.309" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7785, 0.6747, lift_point: 0.7785, 0.6747", "pred": "The action is #DUAL_POINT#; touch_point: 0.7821, 0.6872, lift_point: 0.7821, 0.6872" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9707, 0.5144, lift_point: 0.9707, 0.5144", "pred": "The action is #DUAL_POINT#; touch_point: 0.0643, 0.7533, lift_point: 0.0643, 0.7533" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7778, 0.4917, lift_point: 0.7778, 0.4917", "pred": "The action is #DUAL_POINT#; touch_point: 0.7802, 0.6862, lift_point: 0.7802, 0.6862" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5702, 0.2163, lift_point: 0.5702, 0.2163", "pred": "The action is #DUAL_POINT#; touch_point: 0.7778, 0.4917, lift_point: 0.7778, 0.4917" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7842, 0.5074, lift_point: 0.7842, 0.5074", "pred": "The action is #DUAL_POINT#; touch_point: 0.777, 0.4917; touch_point: 0.777, 0.4917; with a web browser that we can we download the Spotify app" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.063, 0.7931, lift_point: 0.063, 0.7931", "pred": "The action is #DUAL_POINT#; touch_point: 0.0617, 0.7565, lift_point: 0.0617, 0.7565" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0644, 0.9342, lift_point: 0.0644, 0.9342", "pred": "The action is #DUAL_POINT#; touch_point: 0.063, 0.922, lift_point: 0.063, 0.922" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0643, 0.5633, lift_point: 0.0643, 0.5633", "pred": "The action is #DUAL_POINT#; touch_point: 0.0603, 0.4363, lift_point: 0.0603, 0.4363" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Spotify\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Spotify\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1261, 0.2586, lift_point: 0.1261, 0.2586", "pred": "The action is #DUAL_POINT#; touch_point: 0.1313, 0.2293, lift_point: 0.1313, 0.2293" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1452, 0.8704, lift_point: 0.1452, 0.8704", "pred": "The action is #DUAL_POINT#; touch_point: 0.1634, 0.8224, lift_point: 0.1634, 0.8224" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7725, 0.6671, lift_point: 0.7725, 0.6671", "pred": "The action is #DUAL_POINT#; touch_point: 0.7808, 0.6837, lift_point: 0.7808, 0.6837" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0654, 0.4881, lift_point: 0.0654, 0.4881", "pred": "The action is #DUAL_POINT#; touch_point: 0.0845, 0.4647, lift_point: 0.0845, 0.4647" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Seattle\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Seattle\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1388, 0.3413, lift_point: 0.1388, 0.3413", "pred": "The action is #DUAL_POINT#; touch_point: 0.1313, 0.2823, lift_point: 0.1313, 0.2823" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6334, 0.3027, lift_point: 0.6334, 0.3027" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8444, 0.5089, lift_point: 0.8444, 0.5089", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7662, 0.6751, lift_point: 0.7662, 0.6751", "pred": "The action is #DUAL_POINT#; touch_point: 0.7822, 0.6832, lift_point: 0.7822, 0.6832" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0501, 0.3252, lift_point: 0.0501, 0.3252", "pred": "The action is #DUAL_POINT#; touch_point: 0.0583, 0.8266, lift_point: 0.0583, 0.8266" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1314, 0.2334, lift_point: 0.1314, 0.2334" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1322, 0.2367, lift_point: 0.1322, 0.2367", "pred": "The action is #DUAL_POINT#; touch_point: 0.1314, 0.2454, lift_point: 0.1314, 0.2454" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.863, lift_point: 0.7915, 0.863", "pred": "The action is #DUAL_POINT#; touch_point: 0.7243, 0.0584, lift_point: 0.7243, 0.0584" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.674, 0.4341, lift_point: 0.674, 0.4341", "pred": "The action is #DUAL_POINT#; touch_point: 0.7465, 0.863, lift_point: 0.7465, 0.863" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6739, 0.4207, lift_point: 0.6739, 0.4207", "pred": "The action is #DUAL_POINT#; touch_point: 0.674, 0.4341, lift_point: 0.674, 0.4341" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4539, 0.447, lift_point: 0.4539, 0.447", "pred": "The action is #DUAL_POINT#; touch_point: 0.674, 0.5071, lift_point: 0.674, 0.5071" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7793, 0.8683, lift_point: 0.7793, 0.8683" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3937, 0.6838, lift_point: 0.3937, 0.6838", "pred": "The action is #DUAL_POINT#; touch_point: 0.1542, 0.6832, lift_point: 0.1542, 0.6832" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7774, 0.6949, lift_point: 0.7774, 0.6949", "pred": "The action is #DUAL_POINT#; touch_point: 0.7801, 0.686, lift_point: 0.7801, 0.686" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0724, 0.4845, lift_point: 0.0724, 0.4845", "pred": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.4292, lift_point: 0.0562, 0.4292" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Barbados\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Barbados\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1338, 0.2837, lift_point: 0.1338, 0.2837", "pred": "The action is #DUAL_POINT#; touch_point: 0.1314, 0.1874, lift_point: 0.1314, 0.1874" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4994, 0.7512, lift_point: 0.4994, 0.7512", "pred": "The action" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is DUAL_POINT#; touch_point: 0.2496, 0.1988, lift_point: 0.2496, 0.1988" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5958, 0.1802, lift_point: 0.5958, 0.1802", "pred": "The action is #DUAL_POINT#; touch_point: 0.6034, 0.1814, lift_point: 0.6034, 0.1814" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1279, 0.3673, lift_point: 0.1279, 0.3673", "pred": "The action is #DUAL_POINT#; touch_point: 0.1382, 0.372, lift_point: 0.1382, 0.372" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0655, 0.8962, lift_point: 0.0655, 0.8962", "pred": "The action is #DUAL_POINT#; touch_point: 0.0656, 0.918, lift_point: 0.0656, 0.918" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for good Greek restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good Greek restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1317, 0.6422, lift_point: 0.1317, 0.6422", "pred": "The action is #DUAL_POINT#; touch_point: 0.1256, 0.399, lift_point: 0.1256, 0.399" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5651, 0.1852, lift_point: 0.5651, 0.1852", "pred": "The action is #DUAL_POINT#; touch_point: 0.5687, 0.1237, lift_point: 0.5687, 0.1237" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1045, 0.5368, lift_point: 0.1045, 0.5368", "pred": "The action is #DUAL_POINT#; touch_point: 0.1243, 0.607, lift_point: 0.1243, 0.607" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0462, 0.8993, lift_point: 0.0462, 0.8993", "pred": "The action is #DUAL_POINT#; touch_point: 0.052, 0.899, lift_point: 0.052, 0.899" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0491, 0.4284, lift_point: 0.0491, 0.4284", "pred": "The action is #DUAL_POINT#; touch_point: 0.0434, 0.2384, lift_point: 0.0434, 0.2384" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in Beijing? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in Beijing?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1116, 0.4166, lift_point: 0.1116, 0.4166", "pred": "The action is #DUAL_POINT#; touch_point: 0.1097, 0.3397, lift_point: 0.1097, 0.3397" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOME#PRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5386, 0.1224, lift_point: 0.5386, 0.1224", "pred": "The action is #DUAL_POINT#; touch_point: 0.5497, 0.1571, lift_point: 0.5497, 0.1571" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1063, 0.5713, lift_point: 0.1063, 0.5713", "pred": "The action is #DUAL_POINT#; touch_point: 0.1134, 0.6589, lift_point: 0.1134, 0.6589" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0474, 0.9258, lift_point: 0.0474, 0.9258", "pred": "The action is #DUAL_POINT#; touch_point: 0.0517, 0.9371, lift_point: 0.0517, 0.9371" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.444, lift_point: 0.0606, 0.444", "pred": "The action is #DUAL_POINT#; touch_point: 0.0474, 0.9258, lift_point: 0.0474, 0.9258" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the TCL TV cost? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the TCL TV cost?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1079, 0.3517, lift_point: 0.1079, 0.3517", "pred": "The action is #DUAL_POINT#; touch_point: 0.1063, 0.229, lift_point: 0.1063, 0.229" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3504, 0.3787, lift_point: 0.3504, 0.3787", "pred": "The action is #DUAL_POINT#; touch_point: 0.6585, 0.1874, lift_point: 0.6585, 0.1874" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5519, 0.3016, lift_point: 0.5519, 0.3016", "pred": "The action is #DUAL_POINT#; touch_point: 0.518, 0.2557, lift_point: 0.518, 0.2557" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8346, 0.6157, lift_point: 0.8346, 0.6157" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552", "pred": "The action is #DUAL_POINT#; touch_point: 0.5528, 0.1238, lift_point: 0.5528, 0.1238" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818", "pred": "The action is #DUAL_POINT#; touch_point: 0.0512, 0.5562, lift_point: 0.0512, 0.5562" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008", "pred": "The action is #DUAL_POINT#; touch_point: 0.051, 0.916, lift_point: 0.051, 0.916" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854", "pred": "The action is #DUAL_POINT#; touch_point: 0.0437, 0.3854, lift_point: 0.0437, 0.3854" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \" US dollar exchange rate against the Australian Dollar?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195", "pred": "The action is #DUAL_POINT#; touch_point: 0.1161, 0.3511, lift_point: 0.1161, 0.3511" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0479, 0.8541, lift_point: 0.0479, 0.8541", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0527, 0.8434, lift_point: 0.0527, 0.8434", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0552, 0.8162, lift_point: 0.0552, 0.8162", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0326, 0.9083, lift_point: 0.0326, 0.9083", "pred": "The action is #DUAL_POINT#; touch_point: 0.0547, 0.8187, lift_point: 0.0547, 0.8187" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0454, 0.9083, lift_point: 0.0454, 0.9083", "pred": "The action is #DUAL_POINT#; touch_point: 0.0547, 0.9228, lift_point: 0.0547, 0.9228" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0524, 0.3553, lift_point: 0.0524, 0.3553", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0664, 0.2897, lift_point: 0.0664, 0.2897", "pred": "The action is #DUAL_POINT#; touch_point: 0.0524, 0.3553, lift_point: 0.0524, 0.3553" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.5317, lift_point: 0.0612, 0.5317", "pred": "The action is #DUAL_POINT#; touch_point: 0.0543, 0.2367, lift_point: 0.0543, 0.2367" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.048, 0.8925, lift_point: 0.048, 0.8925", "pred": "The action is #DUAL_POINT#; touch_point: 0.0546, 0.9263, lift_point: 0.0546, 0.9263" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0512, 0.3511, lift_point: 0.0512, 0.3511", "pred": "The action is #DUAL_POINT#; touch_point: 0.0475, 0.8925, lift_point: 0.0475, 0.8925" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Australian Dollar \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Australian Dollar \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1125, 0.3218, lift_point: 0.1125, 0.3218", "pred": "The action is #DUAL_POINT#; touch_point: 0.0988, 0.3614, lift_point: 0.0988, 0.3614" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7876, 0.173, lift_point: 0.7876, 0.173", "pred": "The action is #DUAL_POINT#; touch_point: 0.2919, 0.2318, lift_point: 0.2919, 0.2318" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3592, 0.8903, lift_point: 0.3592, 0.8903", "pred": "The action?" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5418, 0.1546, lift_point: 0.5418, 0.1546", "pred": "The action is #DUAL_POINT#; touch_point: 0.5528, 0.1512, lift_point: 0.5528, 0.1512" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1066, 0.6427, lift_point: 0.1066, 0.6427", "pred": "The action is #DUAL_POINT#; touch_point: 0.1248, 0.6679, lift_point: 0.1248, 0.6679" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0473, 0.9284, lift_point: 0.0473, 0.9284", "pred": "The action is #DUAL_POINT#; touch_point: 0.048, 0.932, lift_point: 0.048, 0.932" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0574, 0.4209, lift_point: 0.0574, 0.4209", "pred": "The action is #DUAL_POINT#; touch_point: 0.0504, 0.3641, lift_point: 0.0504, 0.3641" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Buenos aires \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Buenos aires\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1073, 0.2739, lift_point: 0.1073, 0.2739", "pred": "The action is #DUAL_POINT#; touch_point: 0.1064, 0.4472, lift_point: 0.1064, 0.4472" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2568, 0.2873, lift_point: 0.2568, 0.2873", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5469, 0.1602, lift_point: 0.5469, 0.1602", "pred": "The action is #DUAL_POINT#; touch_point: 0.5495, 0.1571, lift_point: 0.5495, 0.1571" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1094, 0.412, lift_point: 0.1094, 0.412", "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.451, lift_point: 0.117, 0.451" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0442, 0.92, lift_point: 0.0442, 0.92", "pred": "The action is #DUAL_POINT#; touch_point: 0.0517, 0.916, lift_point: 0.0517, 0.916" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0447, 0.3167, lift_point: 0.0447, 0.3167", "pred": "The action is #DUAL_POINT#; touch_point: 0.0431, 0.3854, lift_point: 0.0431, 0.3854" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of Bolivia \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of Bolivia\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0988, 0.3816, lift_point: 0.0988, 0.3816", "pred": "The action is #DUAL_POINT#; touch_point: 0.1098, 0.3158, lift_point: 0.1098, 0.3158" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2685, 0.3296, lift_point: 0.2685, 0.3296" }, { "gt": "The action is #PRESS_HOME#", "pred": "The homePRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "TheScrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5378, 0.1475, lift_point: 0.5378, 0.1475", "pred": "The action is #DUAL_POINT#; touch_point: 0.5528, 0.1458, lift_point: 0.5528, 0.1458" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5619, 0.1167, lift_point: 0.5619, 0.1167", "pred": "The action is #DUAL_POINT#; touch_point: 0.5448, 0.1475, lift_point: 0.5448, 0.1475" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.487, lift_point: 0.0562, 0.487", "pred": "The action is #DUAL_POINT#; touch_point: 0.1089, 0.3287, lift_point: 0.1089, 0.3287" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0534, 0.9112, lift_point: 0.0534, 0.9112", "pred": "The action is #DUAL_POINT#; touch_point: 0.0517, 0.9167, lift_point: 0.0517, 0.9167" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0619, 0.4799, lift_point: 0.0619, 0.4799", "pred": "The action is #DUAL_POINT#; touch_point: 0.0519, 0.4178, lift_point: 0.0519, 0.4178" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1134, 0.4101, lift_point: 0.1134, 0.4101", "pred": "The action is #DUAL_POINT#; touch_point: 0.1225, 0.368, lift_point: 0.1225, 0.368" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5912, 0.3496, lift_point: 0.5912, 0.3496", "pred": "The action is #DUAL_POINT#; touch_point: 0.7762, 0.3023, lift_point: 0.7762, 0.3023" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9431, 0.52, lift_point: 0.9431, 0.52", "pred": "The action is #DUAL_POINT#; touch_point: 0.8415, 0.5764, lift_point: 0.8415, 0.5764" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1021, 0.9745, lift_point: 0.1021, 0.9745", "pred": "The action is #DUAL_POINT#; touch_point: 0.282, 0.9398, lift_point: 0.282, 0.9398" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5861, 0.5358, lift_point: 0.5861, 0.5358", "pred": "The action is #DUAL_POINT#; touch_point: 0.1021, 0.9745, lift_point: 0.1021, 0.9745" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4939, 0.3748, lift_point: 0.4939, 0.3748", "pred": "The action is #DUAL_POINT#; touch_point: 0.5643, 0.7197, lift_point: 0.5643, 0.7197" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4843, 0.3748, lift_point: 0.4843, 0.3748", "pred": "The action is #DUAL_POINT#; touch_point: 0.5485, 0.8415, lift_point: 0.5485, 0.8415" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5964, 0.4444, lift_point: 0.5964, 0.4444", "pred": "The action is #DUAL_POINT#; touch_point: 0.5536, 0.952, lift_point: 0.5536, 0.952" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5567, 0.4671, lift_point: 0.5567, 0.4671", "pred": "The action is #DUAL_POINT#; touch_point: 0.5646, 0.6496, lift_point: 0.5646, 0.6496" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5412, 0.1542, lift_point: 0.5412, 0.1542", "pred": "The action is #DUAL_POINT#; touch_point: 0.5497, 0.1337, lift_point: 0.5497, 0.1337" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0539, 0.3661, lift_point: 0.0539, 0.3661", "pred": "The action is #DUAL_POINT#; touch_point: 0.0429, 0.4909, lift_point: 0.0429, 0.4909" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.055, 0.9027, lift_point: 0.055, 0.9027", "pred": "The DUAL_POINT#; touch_point: 0.052, 0.916, lift_point: 0.052, 0.916" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0275, 0.3803, lift_point: 0.0275, 0.3803", "pred": "The action is #DUAL_POINT#; touch_point: 0.0525, 0.366, lift_point: 0.0525, 0.366" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameSpot Reviews? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameSpot Reviews?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1097, 0.3554, lift_point: 0.1097, 0.3554", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6767, 0.2534, lift_point: 0.6767, 0.2534" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5337, 0.1261, lift_point: 0.5337, 0.1261", "pred": "The action is #DUAL_POINT#; touch_point: 0.5528, 0.1512, lift_point: 0.5528, 0.1512" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.123, 0.2968, lift_point: 0.123, 0.2968", "pred": "The action is #DUAL_POINT#; touch_point: 0.1261, 0.6055, lift_point: 0.1261, 0.6055" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0604, 0.9069, lift_point: 0.0604, 0.9069", "pred": "The DUAL_POINT#; touch_point: 0.048, 0.907, lift_point: 0.048, 0.907" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0541, 0.2805, lift_point: 0.0541, 0.2805", "pred": "The action is #DUAL_POINT#; touch_point: 0.0604, 0.2968, lift_point: 0.0604, 0.2968" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1075, 0.3487, lift_point: 0.1075, 0.3487", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.2968, lift_point: 0.123, 0.2968" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2558, 0.3923, lift_point: 0.2558, 0.3923", "pred": "The action is #DUAL_POINT#; touch_point: 0.3024, 0.2138, lift_point: 0.3024, 0.2138" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8747, 0.2714, lift_point: 0.8747, 0.2714", "pred": "The action is #DUAL_POINT#; touch_point: 0.8268, 0.5752, lift_point: 0.8268, 0.5752" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7585, 0.5167, lift_point: 0.7585, 0.5167", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1758, 0.517, lift_point: 0.1758, 0.517" }, { "gt": "The action is #Scrolling Down#", "pred": "TheScrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1368, 0.1409, lift_point: 0.1368, 0.1409", "pred": "The action is #DUAL_POINT#; touch_point: 0.5546, 0.1658, lift_point: 0.5546, 0.1658" }, { "gt": "The action is #PRESS_HOME#", "pred": "The homePRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.543, 0.1352, lift_point: 0.543, 0.1352", "pred": "The action is #DUAL_POINT#; touch_point: 0.5665, 0.1512, lift_point: 0.5665, 0.1512" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1093, 0.4126, lift_point: 0.1093, 0.4126", "pred": "The action is #DUAL_POINT#; touch_point: 0.1269, 0.5938, lift_point: 0.1269, 0.5938" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.9057, lift_point: 0.0622, 0.9057", "pred": "The action is #DUAL_POINT#; touch_point: 0.0482, 0.9027, lift_point: 0.0482, 0.9027" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0419, 0.2554, lift_point: 0.0419, 0.2554", "pred": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.9057, lift_point: 0.0622, 0.9057" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of sound? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of sound?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1154, 0.3291, lift_point: 0.1154, 0.3291", "pred": "The action is #DUAL_POINT#; touch_point: 0.1129, 0.4119, lift_point: 0.1129, 0.4119" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5677, 0.8324, lift_point: 0.5677, 0.8324", "pred": "The action is #DUAL_POINT#; touch_point: 0.8909, 0.5179, lift_point: 0.8909, 0.5179" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1954, 0.309, lift_point: 0.1954, 0.309", "pred": "The action is #DUAL_POINT#; touch_point: 0.4962, 0.4822, lift_point: 0.4962, 0.4822" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8997, 0.5628, lift_point: 0.8997, 0.5628", "pred": "The action is #DUAL_POINT#; touch_point: 0.9205, 0.5505, lift_point: 0.9205, 0.5505" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9033, 0.642, lift_point: 0.9033, 0.642", "pred": "The action is #DUAL_POINT#; touch_point: 0.901, 0.562, lift_point: 0.901, 0.562" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0681, 0.1163, lift_point: 0.0681, 0.1163", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.096, lift_point: 0.068, 0.096" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1405, 0.2047, lift_point: 0.1405, 0.2047", "pred": "The action is #DUAL_POINT#; touch_point: 0.273, 0.3424, lift_point: 0.273, 0.3424" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7894, 0.6932, lift_point: 0.7894, 0.6932", "pred": "The action is #DUAL_POINT#; touch_point: 0.7953, 0.695, lift_point: 0.7953, 0.695" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7983, 0.6786, lift_point: 0.7983, 0.6786", "pred": "The action is #DUAL_POINT#; touch_point: 0.7894, 0.6932, lift_point: 0.7894, 0.6932" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7952, 0.6971, lift_point: 0.7952, 0.6971", "pred": "The action is #DUAL_POINT#; touch_point: 0.7983, 0.6786, lift_point: 0.7983, 0.6786" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.107, 0.603, lift_point: 0.107, 0.603", "pred": "The action is #DUAL_POINT#; touch_point: 0.7952, 0.6971, lift_point: 0.7952, 0.6971" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0724, 0.5384, lift_point: 0.0724, 0.5384", "pred": "The action is #DUAL_POINT#; touch_point: 0.058, 0.933, lift_point: 0.058, 0.933" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.208, 0.5184, lift_point: 0.208, 0.5184", "pred": "The action is #DUAL_POINT#; touch_point: 0.1328, 0.6732, lift_point: 0.1328, 0.6732" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8087, 0.7014, lift_point: 0.8087, 0.7014", "pred": "The action is #DUAL_POINT#; touch_point: 0.8004, 0.6938, lift_point: 0.8004, 0.6938" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0668, 0.4957, lift_point: 0.0668, 0.4957", "pred": "The action is #DUAL_POINT#; touch_point: 0.0719, 0.6272, lift_point: 0.0719, 0.6272" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1352, 0.5249, lift_point: 0.1352, 0.5249", "pred": "The action is #DUAL_POINT#; touch_point: 0.1341, 0.658, lift_point: 0.1341, 0.658" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1352, 0.5354, lift_point: 0.1352, 0.5354", "pred": "The action is #DUAL_POINT#; touch_point: 0.1352, 0.5249, lift_point: 0.1352, 0.5249" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7418, 0.5699, lift_point: 0.7418, 0.5699", "pred": "The action is #DUAL_POINT#; touch_point: 0.6444, 0.6444, lift_point: 0.6444, 0.6444" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8846, 0.478, lift_point: 0.8846, 0.478" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5107, 0.6755, lift_point: 0.5107, 0.6755", "pred": "The action is #DUAL_POINT#; touch_point: 0.502, 0.7045, lift_point: 0.502, 0.7045" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1326, 0.5856, lift_point: 0.1326, 0.5856", "pred": "The action is #DUAL_POINT#; touch_point: 0.1088, 0.2544, lift_point: 0.1088, 0.2544" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1333, 0.6506, lift_point: 0.1333, 0.6506", "pred": "The action is #DUAL_POINT#; touch_point: 0.0655, 0.9229, lift_point: 0.0655, 0.9229" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.126, 0.5796, lift_point: 0.126, 0.5796", "pred": "The action is #DUAL_POINT#; touch_point: 0.1371, 0.6506, lift_point: 0.1371, 0.6506" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0703, 0.9171, lift_point: 0.0703, 0.9171", "pred": "The action is #DUAL_POINT#; touch_point: 0.0696, 0.9104, lift_point: 0.0696, 0.9104" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9931, 0.7978, lift_point: 0.9931, 0.7978", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Chicago\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Chicago\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Chicago\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1514, 0.338, lift_point: 0.1514, 0.338", "pred": "The action is #DUAL_POINT#; touch_point: 0.1353, 0.3513, lift_point: 0.1353, 0.3513" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3338, 0.4203, lift_point: 0.3338, 0.4203", "pred": "The action is #DUAL_POINT#; touch_point: 0.3667, 0.1753, lift_point: 0.3667, 0.1753" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7777, 0.692, lift_point: 0.7777, 0.692" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3751, 0.4752, lift_point: 0.3751, 0.4752", "pred": "The action is #DUAL_POINT#; touch_point: 0.3608, 0.4916, lift_point: 0.3608, 0.4916" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2126, 0.6494, lift_point: 0.2126, 0.6494", "pred": "The action is #DUAL_POINT#; touch_point: 0.1137, 0.727, lift_point: 0.1137, 0.727" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1314, 0.9394, lift_point: 0.1314, 0.9394", "pred": "The action is #DUAL_POINT#; touch_point: 0.1257, 0.929, lift_point: 0.1257, 0.929" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1954, 0.4464, lift_point: 0.1954, 0.4464" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1319, 0.4797, lift_point: 0.1319, 0.4797", "pred": "The action is #DUAL_POINT#; touch_point: 0.1958, 0.4208, lift_point: 0.1958, 0.4208" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1261, 0.4727, lift_point: 0.1261, 0.4727", "pred": "The action is #DUAL_POINT#; touch_point: 0.1319, 0.4797, lift_point: 0.1319, 0.4797" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6105, 0.4638, lift_point: 0.6105, 0.4638", "pred": "The action is #DUAL_POINT#; touch_point: 0.1261, 0.4727, lift_point: 0.1261, 0.4727" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8791, 0.4461, lift_point: 0.8791, 0.4461" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3666, 0.4903, lift_point: 0.3666, 0.4903", "pred": "The action is #DUAL_POINT#; touch_point: 0.3623, 0.4911, lift_point: 0.3623, 0.4911" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.4457, lift_point: 0.0612, 0.4457" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.198, 0.6297, lift_point: 0.198, 0.6297", "pred": "The action is #DUAL_POINT#; touch_point: 0.0689, 0.4928, lift_point: 0.0689, 0.4928" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1238, 0.9271, lift_point: 0.1238, 0.9271", "pred": "The action is #DUAL_POINT#; touch_point: 0.1261, 0.9377, lift_point: 0.1261, 0.9377" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2938, 0.2877, lift_point: 0.2938, 0.2877", "pred": "The action is #DUAL_POINT#; touch_point: 0.1238, 0.9287, lift_point: 0.1238, 0.9287" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6039, 0.4167, lift_point: 0.6039, 0.4167", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3669, 0.4972, lift_point: 0.3669, 0.4972", "pred": "The action is #DUAL_POINT#; touch_point: 0.3625, 0.4915, lift_point: 0.3625, 0.4915" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0589, 0.5386, lift_point: 0.0589, 0.5386", "pred": "The action is #DUAL_POINT#; touch_point: 0.132, 0.4594, lift_point: 0.132, 0.4594" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0668, 0.9062, lift_point: 0.0668, 0.9062", "pred": "The action is #DUAL_POINT#; touch_point: 0.0653, 0.9272, lift_point: 0.0653, 0.9272" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a jet?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a jet?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1297, 0.5866, lift_point: 0.1297, 0.5866", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3591, 0.516, lift_point: 0.3591, 0.516", "pred": "The action is #DUAL_POINT#; touch_point: 0.3601, 0.4915, lift_point: 0.3601, 0.4915" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3725, 0.5116, lift_point: 0.3725, 0.5116", "pred": "The action is #DUAL_POINT#; touch_point: 0.3591, 0.516, lift_point: 0.3591, 0.516" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.124, 0.551, lift_point: 0.124, 0.551" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3373, 0.5155, lift_point: 0.3373, 0.5155", "pred": "The action is #DUAL_POINT#; touch_point: 0.3368, 0.5117, lift_point: 0.3368, 0.5117" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.4292, lift_point: 0.0699, 0.4292", "pred": "The action is #DUAL_POINT#; touch_point: 0.1338, 0.6585, lift_point: 0.1338, 0.6585" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0711, 0.9155, lift_point: 0.0711, 0.9155", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.927, lift_point: 0.0699, 0.927" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1339, 0.5079, lift_point: 0.1339, 0.5079", "pred": "The action is #DUAL_POINT#; touch_point: 0.1386, 0.4948, lift_point: 0.1386, 0.4948" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.789, 0.701, lift_point: 0.789, 0.701" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3575, 0.508, lift_point: 0.3575, 0.508", "pred": "The action is #DUAL_POINT#; touch_point: 0.3514, 0.495, lift_point: 0.3514, 0.495" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.9425, lift_point: 0.0638, 0.9425", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.8502, lift_point: 0.0572, 0.8502", "pred": "The action is #DUAL_POINT#; touch_point: 0.0604, 0.9425, lift_point: 0.0604, 0.9425" } ]