[ { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.17, 0.7033, lift_point: 0.17, 0.7033", "pred": "The action is #DUAL_POINT#; touch_point: 0.6595, 0.3079, lift_point: 0.6595, 0.3079" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9046, 0.9253, lift_point: 0.9046, 0.9253", "pred": "The action is #DUAL_POINT#; touch_point: 0.0493, 0.8966, lift_point: 0.0493, 0.8966" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8801, 0.5601, lift_point: 0.8801, 0.5601", "pred": "The action is #DUAL_POINT#; touch_point: 0.952, 0.9208, lift_point: 0.952, 0.9208" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.043, 0.2559, lift_point: 0.043, 0.2559" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1212, 0.096, lift_point: 0.1212, 0.0962" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1216, 0.0968, lift_point: 0.1216, 0.0968" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4488, 0.5619, lift_point: 0.4488, 0.5619", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4166, 0.4973, lift_point: 0.4166, 0.4973", "pred": "The action is #DUAL_POINT#; touch_point: 0.1013, 0.4294, lift_point: 0.1013, 0.4294" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4291, 0.4294, lift_point: 0.4291, 0.4294" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3954, 0.4839, lift_point: 0.3954, 0.4839", "pred": "The action is #DUAL_POINT#; touch_point: 0.7967, 0.4139, lift_point: 0.7967, 0.4139" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0818, 0.0549, lift_point: 0.0818, 0.0549", "pred": "The action is #DUAL_POINT#; touch_point: 0.7805, 0.5859, lift_point: 0.7805, 0.5859" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0818, 0.0549, lift_point: 0.0818, 0.0549", "pred": "The action is #DUAL_POINT#; touch_point: 0.8273, 0.4395, lift_point: 0.8273, 0.4395" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9645, 0.2741, lift_point: 0.9645, 0.2741", "pred": "The action is #DUAL_POINT#; touch_point: 0.1251, 0.1196, lift_point: 0.1251, 0.1196" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.9008, 0.3654, lift_point: 0.9008, 0.3654" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205", "pred": "The action is #DUAL_POINT#; touch_point: 0.877, 0.3893, lift_point: 0.877, 0.3893" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891", "pred": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.6087, lift_point: 0.0615, 0.6087" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Chile\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1167, 0.3084, lift_point: 0.1167, 0.3084" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1942, 0.6287, lift_point: 0.1942, 0.6287" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832", "pred": "The action is #DUAL_POINT#; touch_point: 0.717, 0.3736, lift_point: 0.717, 0.3736" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6296, 0.6071, lift_point: 0.6296, 0.6071" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309", "pred": "The action is #DUAL_POINT#; touch_point: 0.3885, 0.2798, lift_point: 0.3885, 0.2798" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4712, 0.3135, lift_point: 0.4712, 0.3135" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7994, 0.6293, lift_point: 0.7994, 0.6293" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.9351, lift_point: 0.7944, 0.9351" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3333, 0.9527, lift_point: 0.3333, 0.9527", "pred": "The action is #DUAL_POINT#; touch_point: 0.753, 0.9338, lift_point: 0.753, 0.9338" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4946, 0.357, lift_point: 0.4946, 0.357", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3874, 0.6603, lift_point: 0.3874, 0.6603", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5257, 0.9212, lift_point: 0.5257, 0.9212", "pred": "The action is #DUAL_POINT#; touch_point: 0.7948, 0.7943, lift_point: 0.7948, 0.7943" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5716, 0.8472, lift_point: 0.5716, 0.8472", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2032, 0.4493, lift_point: 0.2032, 0.4493" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8657, 0.487, lift_point: 0.8657, 0.487" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8313, 0.559, lift_point: 0.8313, 0.559", "pred": "The action is #DUAL_POINT#; touch_point: 0.7793, 0.6887, lift_point: 0.7793, 0.6887" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The content.469, lift_point: The 0.469, 0.5" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3801, 0.3268, lift_point: 0.3801, 0.3268", "pred": "The action is #DUAL_POINT#; touch_point: 0.6112, 0.3445, lift_point: 0.6112, 0.3445" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6006, 0.4735, lift_point: 0.6006, 0.4735", "pred": "The action is #DUAL_POINT#; touch_point: 0.617, 0.9047, lift_point: 0.617, 0.9047" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2735, 0.899, lift_point: 0.2735, 0.899", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5276, 0.7529, lift_point: 0.5276, 0.7529" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8732, 0.5281, lift_point: 0.8732, 0.5281", "pred": "The action is #DUAL_POINT#; touch_point: 0.7794, 0.6853, lift_point: 0.7794, 0.6853" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in San Francisco\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in San Francisco\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8187, 0.6262, lift_point: 0.8187, 0.6262", "pred": "The action is #DUAL_POINT#; touch_point: 0.9083, 0.522, lift_point: 0.9083, 0.522" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1809, 0.5707, lift_point: 0.1809, 0.5707", "pred": "The action is #DUAL_POINT#; touch_point: 0.0695, 0.5779, lift_point: 0.0695, 0.5779" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1091, 0.9355, lift_point: 0.1091, 0.9355", "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.4614, lift_point: 0.1177, 0.4614" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Chicago\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3697, 0.3294, lift_point: 0.3697, 0.3294" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6419, 0.3778, lift_point: 0.6419, 0.3778" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.877, 0.6724, lift_point: 0.877, 0.6724", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8723, 0.6865, lift_point: 0.8723, 0.6865", "pred": "The action is #DUAL_POINT#; touch_point: 0.8951, 0.5485, lift_point: 0.8951, 0.5485" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7749, 0.6451, lift_point: 0.7749, 0.6451", "pred": "The action is #DUAL_POINT#; touch_point: 0.9107, 0.4919, lift_point: 0.9107, 0.4919" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1698, 0.5617, lift_point: 0.1698, 0.5617", "pred": "The action is #DUAL_POINT#; touch_point: 0.0655, 0.4647, lift_point: 0.0655, 0.4647" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.113, 0.9241, lift_point: 0.113, 0.9241", "pred": "The action is #DUAL_POINT#; touch_point: 0.1184, 0.916, lift_point: 0.1184, 0.916" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Vietnam?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3096, 0.2653, lift_point: 0.3096, 0.2653" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3092, 0.2189, lift_point: 0.3092, 0.2189" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5363, 0.6639, lift_point: 0.5363, 0.6639", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6403, 0.4089, lift_point: 0.6403, 0.4089", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.151, 0.2334, lift_point: 0.151, 0.2334" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389", "pred": "The action is #DUAL_POINT#; touch_point: 0.7871, 0.6979, lift_point: 0.7871, 0.6979" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389", "pred": "The action is #DUAL_POINT#; touch_point: 0.7934, 0.6871, lift_point: 0.7934, 0.6871" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7926, 0.5541, lift_point: 0.7926, 0.5541", "pred": "The action is #DUAL_POINT#; touch_point: 0.7935, 0.6861, lift_point: 0.7935, 0.6861" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1718, 0.525, lift_point: 0.1718, 0.525", "pred": "The action is #DUAL_POINT#; touch_point: 0.0697, 0.4653, lift_point: 0.0697, 0.4653" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1175, 0.9367, lift_point: 0.1175, 0.9367", "pred": "The action is #DUAL_POINT#; touch_point: 0.1065, 0.8993, lift_point: 0.1065, 0.8993" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Japan?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Japan?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1946, 0.2594, lift_point: 0.1946, 0.2594" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2131, 0.3198, lift_point: 0.2131, 0.3198" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7948, 0.6361, lift_point: 0.7948, 0.6361", "pred": "The action is #DUAL_POINT#; touch_point: 0.7871, 0.6892, lift_point: 0.7871, 0.6892" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1631, 0.7936, lift_point: 0.1631, 0.7936", "pred": "The action is #DUAL_POINT#; touch_point: 0.0671, 0.4494, lift_point: 0.0671, 0.4494" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1071, 0.9399, lift_point: 0.1071, 0.9399", "pred": "The action is #DUAL_POINT#; touch_point: 0.1142, 0.9137, lift_point: 0.1142, 0.9137" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Seoul\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Seoul\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1246, 0.8904, lift_point: 0.1246, 0.8904" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6181, 0.3786, lift_point: 0.6181, 0.3786" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8275, 0.6317, lift_point: 0.8275, 0.6317", "pred": "The action is #DUAL_POINT#; touch_point: 0.7925, 0.6999, lift_point: 0.7925, 0.6999" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208", "pred": "The action is #DUAL_POINT#; touch_point: 0.804, 0.7221, lift_point: 0.804, 0.7221" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208", "pred": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.7081, lift_point: 0.7915, 0.7081" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0657, 0.4656, lift_point: 0.0657, 0.4656" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.529, 0.9613, lift_point: 0.529, 0.9613", "pred": "The action is #DUAL_POINT#; touch_point: 0.7653, 0.3676, lift_point: 0.7653, 0.3676" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1668, 0.5882, lift_point: 0.1668, 0.5882", "pred": "The action is #DUAL_POINT#; touch_point: 0.0639, 0.5136, lift_point: 0.0639, 0.5136" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1, 0.952, lift_point: 0.1, 0.952", "pred": "The action is #DUAL_POINT#; touch_point: 0.1143, 0.8924, lift_point: 0.1143, 0.8924" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Dallas?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Dallas\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1238, 0.4471, lift_point: 0.1238, 0.4471" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8381, 0.2983, lift_point: 0.8381, 0.2983", "pred": "The action is #DUAL_POINT#; touch_point: 0.4342, 0.1951, lift_point: 0.4342, 0.1951" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2585, 0.7505, lift_point: 0.2585, 0.7505" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8144, 0.5933, lift_point: 0.8144, 0.5933", "pred": "The action is #DUAL_POINT#; touch_point: 0.9101, 0.443, lift_point: 0.9101, 0.443" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8079, 0.6457, lift_point: 0.8079, 0.6457", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.6965" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1625, 0.7341, lift_point: 0.1625, 0.7341", "pred": "The action is #DUAL_POINT#; touch_point: 0.0633, 0.4344, lift_point: 0.0633, 0.4344" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1134, 0.9331, lift_point: 0.1134, 0.9331", "pred": "The action is #DUAL_POINT#; touch_point: 0.1184, 0.4061, lift_point: 0.1184, 0.4061" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Nordstrom?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest Nordstrom\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1149, 0.2292, lift_point: 0.1149, 0.2292" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4775, 0.3197, lift_point: 0.4775, 0.3197" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5409, 0.6898, lift_point: 0.5409, 0.6898", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.796, lift_point: 0.7965, 0.7965" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8153, 0.6201, lift_point: 0.8153, 0.6201", "pred": "The action is #DUAL_POINT#; touch_point: 0.9097, 0.522, lift_point: 0.9097, 0.522" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2286, 0.0469, lift_point: 0.2286, 0.0469", "pred": "The action is #DUAL_POINT#; touch_point: 0.0682, 0.4654, lift_point: 0.0682, 0.4654" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1685, 0.5766, lift_point: 0.1685, 0.5766", "pred": "The action is #DUAL_POINT#; touch_point: 0.0652, 0.5678, lift_point: 0.0652, 0.5678" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1106, 0.9401, lift_point: 0.1106, 0.9401", "pred": "The action is #DUAL_POINT#; touch_point: 0.1186, 0.9128, lift_point: 0.1186, 0.9128" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in San Francisco?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1471, 0.4447, lift_point: 0.1471, 0.4447" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7112, 0.1348, lift_point: 0.7112, 0.1348" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8044, 0.6462, lift_point: 0.8044, 0.6462", "pred": "The action is #DUAL_POINT#; touch_point: 0.7938, 0.6912, lift_point: 0.7938, 0.6912" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8044, 0.6462, lift_point: 0.8044, 0.6462", "pred": "The action is #DUAL_POINT#; touch_point: 0.7927, 0.8801, lift_point: 0.7927, 0.8801" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0528, 0.8526, lift_point: 0.0528, 0.8526", "pred": "The action is #DUAL_POINT#; touch_point: 0.0681, 0.8346, lift_point: 0.0681, 0.8346" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.163, 0.5951, lift_point: 0.163, 0.5951", "pred": "The action is #DUAL_POINT#; touch_point: 0.2139, 0.1617, lift_point: 0.2139, 0.1617" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0805, 0.9218, lift_point: 0.0805, 0.9218" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8103, 0.5941, lift_point: 0.8103, 0.5941", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8103, 0.5941, lift_point: 0.8103, 0.5941", "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.5882, lift_point: 0.061, 0.5882" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1742, 0.6779, lift_point: 0.1742, 0.6779", "pred": "The action is #DUAL_POINT#; touch_point: 0.1313, 0.1719, lift_point: 0.1313, 0.1719" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1824, 0.6596, lift_point: 0.1824, 0.6596", "pred": "The action is #DUAL_POINT#; touch_point: 0.5781, 0.448, lift_point: 0.5781, 0.448" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0592, 0.449, lift_point: 0.0592, 0.449" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.789, 0.7015, lift_point: 0.789, 0.7015", "pred": "The action is #DUAL_POINT#; touch_point: 0.7797, 0.6739, lift_point: 0.7797, 0.6739" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.2867, lift_point: 0.0518, 0.2867", "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.6087, lift_point: 0.061, 0.6087" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the sun?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the sun?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1291, 0.4175, lift_point: 0.1291, 0.4175", "pred": "The action is #DUAL_POINT#; touch_point: 0.1232, 0.6172, lift_point: 0.1232, 0.6172" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.218, 0.69, lift_point: 0.218, 0.69" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7852, 0.6943, lift_point: 0.7852, 0.6943", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.6982, lift_point: 0.799, 0.6982" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0693, 0.4661, lift_point: 0.0693, 0.4661", "pred": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.8582, lift_point: 0.0529, 0.8582" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the Chinese Yuan?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the Chinese Yuan?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0616, 0.3515, lift_point: 0.0616, 0.3515", "pred": "The action is #DUAL_POINT#; touch_point: 0.1864, 0.2025, lift_point: 0.1864, 0.2025" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1402, 0.5243, lift_point: 0.1402, 0.5243", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the Chinese Yuan?\"" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1552, 0.4717, lift_point: 0.1552, 0.4717" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7839, 0.6605, lift_point: 0.7839, 0.6605", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.6896, lift_point: 0.799, 0.6896" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.4753, lift_point: 0.0562, 0.4753", "pred": "The action is #DUAL_POINT#; touch_point: 0.0695, 0.5573, lift_point: 0.0695, 0.5573" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Uruguay?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Uruguay?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.6203, lift_point: 0.0533, 0.6203", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1402, 0.6363, lift_point: 0.1402, 0.6363", "pred": "The action is #DUAL_POINT#; touch_point: 0.1246, 0.547, lift_point: 0.1246, 0.547" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3553, 0.5071, lift_point: 0.3553, 0.5071", "pred": "The action is #DUAL_POINT#; touch_point: 0.3976, 0.0738, lift_point: 0.3976, 0.0738" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5111, 0.4875, lift_point: 0.5111, 0.4875", "pred": "The action is #DUAL_POINT#; touch_point: 0.9111, 0.4978, lift_point: 0.9111, 0.4978" }, { "gt": "The action is #PRESS_BACK#", "pred": "The shopping Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0975, 0.4783, lift_point: 0.0975, 0.4783", "pred": "The action is #DUAL_POINT#; touch_point: 0.0937, 0.8545, lift_point: 0.0937, 0.8545" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Spain ?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Spain?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7182, 0.2087, lift_point: 0.7182, 0.2087" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6981, 0.9436, lift_point: 0.6981, 0.9436", "pred": "The action is #DUAL_POINT#; touch_point: 0.774, 0.9337, lift_point: 0.774, 0.9337" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4638, 0.5308, lift_point: 0.4638, 0.5308", "pred": "The action is #DUAL_POINT#; touch_point: 0.1788, 0.8625, lift_point: 0.1788, 0.8625" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1113, 0.4897, lift_point: 0.1113, 0.4897", "pred": "The action is #DUAL_POINT#; touch_point: 0.126, 0.496, lift_point: 0.126, 0.496" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at O live Garden?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.9271, lift_point: 0.068, 0.9271" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5829, 0.4735, lift_point: 0.5829, 0.4735", "pred": "The action is #DUAL_POINT#; touch_point: 0.521, 0.522, lift_point: 0.521, 0.522" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3795, 0.6381, lift_point: 0.3795, 0.6381", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6188, 0.3857, lift_point: 0.6188, 0.3857", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1831, 0.9232, lift_point: 0.1831, 0.9232" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4734, 0.5023, lift_point: 0.4734, 0.5023", "pred": "The action is #DUAL_POINT#; touch_point: 0.1714, 0.6602, lift_point: 0.1714, 0.6602" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1118, 0.5014, lift_point: 0.1118, 0.5014", "pred": "The action is #DUAL_POINT#; touch_point: 0.1909, 0.7105, lift_point: 0.1909, 0.7105" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.4613, lift_point: 0.061, 0.4613" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.471, 0.3938, lift_point: 0.471, 0.3938" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.179, 0.3816, lift_point: 0.179, 0.3816", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.7921, lift_point: 0.0572, 0.7921", "pred": "The action is #DUAL_POINT#; touch_point: 0.0614, 0.8129, lift_point: 0.0614, 0.8129" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Amazon Alexa app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.9391, lift_point: 0.0569, 0.9391", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1388, 0.6125, lift_point: 0.1388, 0.6125", "pred": "The action is #DUAL_POINT#; touch_point: 0.1165, 0.3671, lift_point: 0.1165, 0.3671" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1312, 0.7919, lift_point: 0.1312, 0.7919", "pred": "The action is #DUAL_POINT#; touch_point: 0.1477, 0.8605, lift_point: 0.1477, 0.8605" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8963, 0.436, lift_point: 0.8963, 0.436", "pred": "The action is #DUAL_POINT#; touch_point: 0.9118, 0.445, lift_point: 0.9118, 0.445" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8963, 0.436, lift_point: 0.8963, 0.436", "pred": "The action is #DUAL_POINT#; touch_point: 0.8572, 0.9465, lift_point: 0.8572, 0.9465" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1343, 0.7973, lift_point: 0.1343, 0.7973", "pred": "The action is #DUAL_POINT#; touch_point: 0.1463, 0.791, lift_point: 0.1463, 0.791" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.749, 0.6121, lift_point: 0.749, 0.6121", "pred": "The action is #DUAL_POINT#; touch_point: 0.8774, 0.4724, lift_point: 0.8774, 0.4724" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0671, 0.5732, lift_point: 0.0671, 0.5732" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1753, 0.397, lift_point: 0.1753, 0.397" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4611, 0.1773, lift_point: 0.4611, 0.1773" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3099, 0.1654, lift_point: 0.3099, 0.1654" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.336, 0.0738, lift_point: 0.336, 0.0738" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4613, 0.2264, lift_point: 0.4613, 0.2264" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.043, 0.4401, lift_point: 0.043, 0.4401", "pred": "The action is #DUAL_POINT#; touch_point: 0.4616, 0.2138, lift_point: 0.4616, 0.2138" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.9358, lift_point: 0.1173, 0.9358" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1287, 0.5866, lift_point: 0.1287, 0.5866", "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.3061, lift_point: 0.1179, 0.3061" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3362, 0.1938, lift_point: 0.3362, 0.1938" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5083, 0.1503, lift_point: 0.5083, 0.1503", "pred": "The action is #DUAL_POINT#; touch_point: 0.3162, 0.497, lift_point: 0.3162, 0.497" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0703, 0.0641, lift_point: 0.0703, 0.0641", "pred": "The action is #DUAL_POINT#; touch_point: 0.0652, 0.9262, lift_point: 0.0652, 0.9262" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8975, 0.5141, lift_point: 0.8975, 0.5141", "pred": "The action is #DUAL_POINT#; touch_point: 0.2032, 0.8854, lift_point: 0.2032, 0.8854" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3199, 0.6084, lift_point: 0.3199, 0.6084", "pred": "The action is #DUAL_POINT#; touch_point: 0.5711, 0.4079, lift_point: 0.5711, 0.4079" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4096, 0.5209, lift_point: 0.4096, 0.5209", "pred": "The action is #DUAL_POINT#; touch_point: 0.4131, 0.507, lift_point: 0.4131, 0.507" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6795, 0.7597, lift_point: 0.6795, 0.7597", "pred": "The action is #DUAL_POINT#; touch_point: 0.5206, 0.7152, lift_point: 0.5206, 0.7152" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1612, 0.7083, lift_point: 0.1612, 0.7083" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7873, 0.6244, lift_point: 0.7873, 0.6244", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.6965" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.8212, lift_point: 0.0533, 0.8212", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.8621, lift_point: 0.0699, 0.8621" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0669, 0.08, lift_point: 0.0669, 0.08", "pred": "The action is #DUAL_POINT#; touch_point: 0.0461, 0.0617, lift_point: 0.0461, 0.0617" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.8431, lift_point: 0.0612, 0.8431" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5058, 0.6866, lift_point: 0.5058, 0.6866", "pred": "The action is #DUAL_POINT#; touch_point: 0.7798, 0.6852, lift_point: 0.7798, 0.6852" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1233, 0.6236, lift_point: 0.1233, 0.6236", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.5931, lift_point: 0.068, 0.5931" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0716, 0.9196, lift_point: 0.0716, 0.9196", "pred": "The action is #DUAL_POINT#; touch_point: 0.0522, 0.9165, lift_point: 0.0522, 0.9165" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the Sony TV?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the Sony TV?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1222, 0.3466, lift_point: 0.1222, 0.3466", "pred": "The action is #DUAL_POINT#; touch_point: 0.1278, 0.5473, lift_point: 0.1278, 0.5473" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6341, 0.3191, lift_point: 0.6341, 0.3191" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.369, 0.4993, lift_point: 0.369, 0.4993", "pred": "The action is #DUAL_POINT#; touch_point: 0.7032, 0.522, lift_point: 0.7032, 0.522" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8796, 0.5176, lift_point: 0.8796, 0.5176", "pred": "The action is #DUAL_POINT#; touch_point: 0.9067, 0.443, lift_point: 0.9067, 0.443" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9052, 0.8727, lift_point: 0.9052, 0.8727", "pred": "The action is #DUAL_POINT#; touch_point: 0.2219, 0.6509, lift_point: 0.2219, 0.6509" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.063, 0.8621, lift_point: 0.063, 0.8621" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2241, 0.2157, lift_point: 0.2241, 0.2157", "pred": "The action is #DUAL_POINT#; touch_point: 0.0581, 0.078, lift_point: 0.0581, 0.078" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0624, 0.9342, lift_point: 0.0624, 0.9342", "pred": "The action is #DUAL_POINT#; touch_point: 0.0639, 0.9147, lift_point: 0.0639, 0.9147" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.165, 0.7366, lift_point: 0.165, 0.7366", "pred": "The action is #DUAL_POINT#; touch_point: 0.756, 0.6766, lift_point: 0.756, 0.6766" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1017, 0.8991, lift_point: 0.1017, 0.8991" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7839, 0.8874, lift_point: 0.7839, 0.8874", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2011, 0.3296, lift_point: 0.2011, 0.3296" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4934, 0.705, lift_point: 0.4934, 0.705", "pred": "The action is #DUAL_POINT#; touch_point: 0.7795, 0.6872, lift_point: 0.7795, 0.6872" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1292, 0.6287, lift_point: 0.1292, 0.6287", "pred": "The action is #DUAL_POINT#; touch_point: 0.6683, 0.7179, lift_point: 0.6683, 0.7179" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.9183, lift_point: 0.0555, 0.9183", "pred": "The action is #DUAL_POINT#; touch_point: 0.2152, 0.2096, lift_point: 0.2152, 0.2096" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest electronics store\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open now\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1161, 0.544, lift_point: 0.1161, 0.544", "pred": "The action is #DUAL_POINT#; touch_point: 0.1326, 0.5478, lift_point: 0.1326, 0.5478" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6309, 0.0858, lift_point: 0.6309, 0.0858" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0585, 0.6305, lift_point: 0.0585, 0.6305" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4937, 0.711, lift_point: 0.4937, 0.711", "pred": "The action is #DUAL_POINT#; touch_point: 0.0.9011, 0.5228, lift_point: 0.9011, 0.5228" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1234, 0.797, lift_point: 0.1234, 0.797", "pred": "The action is #DUAL_POINT#; touch_point: 0.1097, 0.7644, lift_point: 0.1097, 0.7644" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0724, 0.9237, lift_point: 0.0724, 0.9237", "pred": "The action is #DUAL_POINT#; touch_point: 0.1274, 0.2524, lift_point: 0.1274, 0.2524" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Home Depot?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Home Depot?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1761, 0.5539, lift_point: 0.1761, 0.5539", "pred": "The action is #DUAL_POINT#; touch_point: 0.1274, 0.5413, lift_point: 0.1274, 0.5413" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6475, 0.5864, lift_point: 0.6475, 0.5864", "pred": "The action is #DUAL_POINT#; touch_point: 0.11, 0.7388, lift_point: 0.11, 0.7388" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1838, 0.2588, lift_point: 0.1838, 0.2588", "pred": "The action is #DUAL_POINT#; touch_point: 0.11, 0.7118, lift_point: 0.11, 0.7118" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7176, 0.776, lift_point: 0.7176, 0.776" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4698, 0.4789, lift_point: 0.4698, 0.4789", "pred": "The action is #DUAL_POINT#; touch_point: 0.6679, 0.5227, lift_point: 0.6679, 0.5227" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1013, 0.1386, lift_point: 0.1013, 0.1386" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4741, 0.854, lift_point: 0.4741, 0.854", "pred": "The action is #DUAL_POINT#; touch_point: 0.7796, 0.6853, lift_point: 0.7796, 0.6853" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1283, 0.7939, lift_point: 0.1283, 0.7939", "pred": "The action is #DUAL_POINT#; touch_point: 0.0684, 0.5789, lift_point: 0.0684, 0.5789" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0549, 0.9105, lift_point: 0.0549, 0.9105", "pred": "The action is #DUAL_POINT#; touch_point: 0.065, 0.9107, lift_point: 0.065, 0.9107" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rateagainst the Swiss Franc?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rateagainst the Swiss Franc?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1165, 0.7526, lift_point: 0.1165, 0.7526", "pred": "The action is #DUAL_POINT#; touch_point: 0.1056, 0.3453, lift_point: 0.1056, 0.3453" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6423, 0.2596, lift_point: 0.6423, 0.2596" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4921, 0.8521, lift_point: 0.4921, 0.8521", "pred": "The action is #DUAL_POINT#; touch_point: 0.7912, 0.6851, lift_point: 0.7912, 0.6851" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1316, 0.703, lift_point: 0.1316, 0.703", "pred": "The action is #DUAL_POINT#; touch_point: 0.1966, 0.6653, lift_point: 0.1966, 0.6653" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0721, 0.8909, lift_point: 0.0721, 0.8909", "pred": "The action is #DUAL_POINT#; touch_point: 0.0526, 0.9462, lift_point: 0.0526, 0.9462" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news this evening\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news this evening\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2493, 0.5909, lift_point: 0.2493, 0.5909", "pred": "The action is #DUAL_POINT#; touch_point: 0.1893, 0.6235, lift_point: 0.1893, 0.6235" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2348, 0.2354, lift_point: 0.2348, 0.2354" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0628, 0.6424, lift_point: 0.0628, 0.6424" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4646, 0.8911, lift_point: 0.4646, 0.8911", "pred": "The action is #DUAL_POINT#; touch_point: 0.1423, 0.1032, lift_point: 0.1423, 0.1032" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1309, 0.7459, lift_point: 0.1309, 0.7459", "pred": "The action is #DUAL_POINT#; touch_point: 0.175, 0.6693, lift_point: 0.175, 0.6693" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.9202, lift_point: 0.0642, 0.9202", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Philadelphia\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Philadelphia\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Philadelphia\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1145, 0.5032, lift_point: 0.1145, 0.5032", "pred": "The action is #DUAL_POINT#; touch_point: 0.1236, 0.5783, lift_point: 0.1236, 0.5783" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1958, 0.8918, lift_point: 0.1958, 0.8918", "pred": "The action is #DUAL_POINT#; touch_point: 0.2678, 0.5643, lift_point: 0.2678, 0.5643" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.267, 0.669, lift_point: 0.267, 0.669" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7561, 0.7157, lift_point: 0.7561, 0.7157", "pred": "The action is #DUAL_POINT#; touch_point: 0.9026, 0.351, lift_point: 0.9026, 0.3516" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.8402, lift_point: 0.0622, 0.8402", "pred": "The action is #DUAL_POINT#; touch_point: 0.0682, 0.0729, lift_point: 0.0682, 0.0729" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new Katy Perry video\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0628, 0.7196, lift_point: 0.0628, 0.7196" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0884, 0.584, lift_point: 0.0884, 0.584", "pred": "The action is #DUAL_POINT#; touch_point: 0.1161, 0.3996, lift_point: 0.1161, 0.3996" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.786, 0.6713, lift_point: 0.786, 0.6713", "pred": "The action is #DUAL_POINT#; touch_point: 0.8772, 0.4802, lift_point: 0.8772, 0.4802" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7923, 0.6932, lift_point: 0.7923, 0.6932", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.6965" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7972, 0.6824, lift_point: 0.7972, 0.6824", "pred": "The action is #DUAL_POINT#; touch_point: 0.7859, 0.696, lift_point: 0.7859, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7985, 0.6824, lift_point: 0.7985, 0.6824", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.6006, lift_point: 0.0615, 0.6006", "pred": "The action is #DUAL_POINT#; touch_point: 0.1182, 0.432, lift_point: 0.1182, 0.432" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nice wallpapers for my phone\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nice wallpapers for my phone\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1436, 0.3267, lift_point: 0.1436, 0.3267", "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.3996, lift_point: 0.1172, 0.3996" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2068, 0.7312, lift_point: 0.2068, 0.7312" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957", "pred": "The action is #DUAL_POINT#; touch_point: 0.877, 0.4547, lift_point: 0.877, 0.4547" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.6339, lift_point: 0.0642, 0.6339", "pred": "The action is #DUAL_POINT#; touch_point: 0.069, 0.5119, lift_point: 0.069, 0.5119" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9935, 0.466, lift_point: 0.9935, 0.466", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1399, 0.4958, lift_point: 0.1399, 0.4958" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4465, 0.9944, lift_point: 0.4465, 0.9944", "pred": "The action is #DUAL_POINT#; touch_point: 0.1422, 0.4719, lift_point: 0.1422, 0.4719" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.3084, lift_point: 0.0622, 0.3084", "pred": "The action is #DUAL_POINT#; touch_point: 0.3422, 0.2529, lift_point: 0.3422, 0.2529" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3859, 0.3187, lift_point: 0.3859, 0.3187" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0509, 0.1702, lift_point: 0.0509, 0.1702", "pred": "The action is #DUAL_POINT#; touch_point: 0.3542, 0.2528, lift_point: 0.3542, 0.2528" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3544, 0.9357, lift_point: 0.3544, 0.9357" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4296, 0.0728, lift_point: 0.4296, 0.0728" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879", "pred": "The action is #DUAL_POINT#; touch_point: 0.9105, 0.3018, lift_point: 0.9105, 0.3018" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879", "pred": "The action is #DUAL_POINT#; touch_point: 0.7852, 0.6952, lift_point: 0.7852, 0.6952" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.2568, lift_point: 0.0642, 0.2568", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1434, 0.5584, lift_point: 0.1434, 0.5584", "pred": "The action is #DUAL_POINT#; touch_point: 0.3245, 0.3218, lift_point: 0.3245, 0.3218" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4244, 0.5674, lift_point: 0.4244, 0.5674", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1778, 0.3731, lift_point: 0.1778, 0.3731" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835", "pred": "The action is #DUAL_POINT#; touch_point: 0.8742, 0.5228, lift_point: 0.8742, 0.5228" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835", "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.696, lift_point: 0.7968, 0.6968" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7891, 0.6835, lift_point: 0.7891, 0.6835", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7891, 0.6835, lift_point: 0.7891, 0.6835", "pred": "The action is #DUAL_POINT#; touch_point: 0.7771, 0.6883, lift_point: 0.7771, 0.6883" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.5494, lift_point: 0.0597, 0.5494", "pred": "The action is #DUAL_POINT#; touch_point: 0.0614, 0.5425, lift_point: 0.0614, 0.5425" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" weather like in New York\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in New York\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1428, 0.4671, lift_point: 0.1428, 0.4671", "pred": "The action is #DUAL_POINT#; touch_point: 0.1281, 0.547, lift_point: 0.1281, 0.547" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787", "pred": "The action is #DUAL_POINT#; touch_point: 0.8908, 0.5184, lift_point: 0.8908, 0.5184" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787", "pred": "The action is #DUAL_POINT#; touch_point: 0.7961, 0.696, lift_point: 0.7961, 0.6961" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7937, 0.6907, lift_point: 0.7937, 0.6907", "pred": "The action is #DUAL_POINT#; touch_point: 0.7961, 0.6961, lift_point: 0.7961, 0.6961" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.6965" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827", "pred": "The action is #DUAL_POINT#; touch_point: 0.7969, 0.696, lift_point: 0.7969, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.5808, lift_point: 0.0555, 0.5808", "pred": "The action is #DUAL_POINT#; touch_point: 0.065, 0.5617, lift_point: 0.065, 0.5617" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0647, 0.8933, lift_point: 0.0647, 0.8933", "pred": "The action is #DUAL_POINT#; touch_point: 0.0595, 0.9223, lift_point: 0.0595, 0.9223" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest IKEA\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest IKEA\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1419, 0.6285, lift_point: 0.1419, 0.6285", "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.5386, lift_point: 0.117, 0.5386" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1382, 0.555, lift_point: 0.1382, 0.555", "pred": "The action is #DUAL_POINT#; touch_point: 0.1149, 0.3363, lift_point: 0.1149, 0.3363" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4131, 0.2214, lift_point: 0.4131, 0.2214" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7996, 0.6844, lift_point: 0.7996, 0.6844", "pred": "The action is #DUAL_POINT#; touch_point: 0.9097, 0.4369, lift_point: 0.9097, 0.4369" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7907, 0.7008, lift_point: 0.7907, 0.7008", "pred": "The action is #DUAL_POINT#; touch_point: 0.796, 0.696, lift_point: 0.796, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7874, 0.6875, lift_point: 0.7874, 0.6875", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.6965" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0646, 0.5807, lift_point: 0.0646, 0.5807", "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.5641, lift_point: 0.061, 0.5641" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.066, 0.9159, lift_point: 0.066, 0.9159", "pred": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.9138, lift_point: 0.0597, 0.9138" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the moon\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the moon?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1396, 0.5173, lift_point: 0.1396, 0.5173", "pred": "The action is #DUAL_POINT#; touch_point: 0.1232, 0.3975, lift_point: 0.1232, 0.3975" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6932, 0.5376, lift_point: 0.6932, 0.5376", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.246, 0.9175, lift_point: 0.246, 0.9175" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7013, 0.4971, lift_point: 0.7013, 0.4971", "pred": "The action is #DUAL_POINT#; touch_point: 0.8237, 0.6158, lift_point: 0.8237, 0.6158" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7036, 0.4831, lift_point: 0.7036, 0.4831", "pred": "The action is #DUAL_POINT#; touch_point: 0.8189, 0.7024, lift_point: 0.8189, 0.7024" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6183, 0.2081, lift_point: 0.6183, 0.2081" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.6852, lift_point: 0.799, 0.6852" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6348, 0.8761, lift_point: 0.6348, 0.8761", "pred": "The action is #DUAL_POINT#; touch_point: 0.1788, 0.8573, lift_point: 0.1788, 0.8573" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6423, 0.8734, lift_point: 0.6423, 0.8734", "pred": "The action is #DUAL_POINT#; touch_point: 0.1661, lift_point: 0.1661, 0.1661" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6472, 0.8598, lift_point: 0.6472, 0.8598", "pred": "The action is #DUAL_POINT#; touch_point: 0.166, 0.6801, lift_point: 0.166, 0.6801" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0665, 0.5317, lift_point: 0.0665, 0.5317", "pred": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.5109, lift_point: 0.0572, 0.5109" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"ESPN app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"ESPN app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1459, 0.2763, lift_point: 0.1459, 0.2763", "pred": "The action is #DUAL_POINT#; touch_point: 0.129, 0.475, lift_point: 0.129, 0.475" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1595, 0.8292, lift_point: 0.1595, 0.8292", "pred": "The action is #DUAL_POINT#; touch_point: 0.1403, 0.7914, lift_point: 0.1403, 0.7914" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8953, 0.5424, lift_point: 0.8953, 0.5424", "pred": "The action is #DUAL_POINT#; touch_point: 0.8547, 0.5884, lift_point: 0.8547, 0.5884" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9034, 0.3615, lift_point: 0.9034, 0.3615", "pred": "The action is #DUAL_POINT#; touch_point: 0.8579, 0.2475, lift_point: 0.8579, 0.2475" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1532, 0.8605, lift_point: 0.1532, 0.8605" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7998, 0.6728, lift_point: 0.7998, 0.6728", "pred": "The action is #DUAL_POINT#; touch_point: 0.9077, 0.522, lift_point: 0.9077, 0.522" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7859, 0.6692, lift_point: 0.7859, 0.6692", "pred": "The action is #DUAL_POINT#; touch_point: 0.7854, 0.696, lift_point: 0.7854, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7935, 0.6859, lift_point: 0.7935, 0.6859", "pred": "The action is #DUAL_POINT#; touch_point: 0.7853, 0.6919, lift_point: 0.7853, 0.6919" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7911, 0.6859, lift_point: 0.7911, 0.6859", "pred": "The action is #DUAL_POINT#; touch_point: 0.7851, 0.692, lift_point: 0.7851, 0.692" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.6859, lift_point: 0.7898, 0.6859", "pred": "The action is #DUAL_POINT#; touch_point: 0.7964, 0.696, lift_point: 0.7964, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0779, 0.6367, lift_point: 0.0779, 0.6367", "pred": "The action is #DUAL_POINT#; touch_point: 0.0641, 0.4918, lift_point: 0.0641, 0.4918" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news about the US\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news about the US\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.134, 0.533, lift_point: 0.134, 0.533", "pred": "The action is #DUAL_POINT#; touch_point: 0.1176, 0.3673, lift_point: 0.1176, 0.3673" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2044, 0.184, lift_point: 0.2044, 0.184", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2659, 0.7313, lift_point: 0.2659, 0.7313" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3998, 0.9869, lift_point: 0.3998, 0.9869", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0683, 0.522, lift_point: 0.0683, 0.522" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327", "pred": "The action is #DUAL_POINT#; touch_point: 0.8878, 0.4347, lift_point: 0.8878, 0.4347" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327", "pred": "The action is #DUAL_POINT#; touch_point: 0.638, 0.8633, lift_point: 0.638, 0.8633" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327", "pred": "The action is #DUAL_POINT#; touch_point: 0.638, 0.8671, lift_point: 0.638, 0.8671" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6505, 0.1438, lift_point: 0.6505, 0.1438", "pred": "The action is #DUAL_POINT#; touch_point: 0.6388, 0.8675, lift_point: 0.6388, 0.8675" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.8877, lift_point: 0.0638, 0.8877", "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.0907, lift_point: 0.061, 0.0907" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0566, 0.3859, lift_point: 0.0566, 0.3859", "pred": "The action is #DUAL_POINT#; touch_point: 0.0581, 0.4757, lift_point: 0.0581, 0.4757" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"restaurant in Dallas\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"dallas\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1539, 0.4027, lift_point: 0.1539, 0.4027", "pred": "The action is #DUAL_POINT#; touch_point: 0.183, 0.3879, lift_point: 0.183, 0.3879" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1272, 0.3876, lift_point: 0.1272, 0.3876" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7912, 0.7041, lift_point: 0.7912, 0.7041", "pred": "The action is #DUAL_POINT#; touch_point: 0.7948, 0.6919, lift_point: 0.7948, 0.6919" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7849, 0.6874, lift_point: 0.7849, 0.6874", "pred": "The action is #DUAL_POINT#; touch_point: 0.7851, 0.692, lift_point: 0.7851, 0.692" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7788, 0.6794, lift_point: 0.7788, 0.6794", "pred": "The action is #DUAL_POINT#; touch_point: 0.7859, 0.6931, lift_point: 0.7859, 0.6931" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0663, 0.6731, lift_point: 0.0663, 0.6731", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.5377, lift_point: 0.0699, 0.5377" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.9356, lift_point: 0.0672, 0.9356", "pred": "The action is #DUAL_POINT#; touch_point: 0.0593, 0.5374, lift_point: 0.0593, 0.5374" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0595, 0.6117, lift_point: 0.0595, 0.6117" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1377, 0.2721, lift_point: 0.1377, 0.2721", "pred": "The action is #DUAL_POINT#; touch_point: 0.1272, 0.321, lift_point: 0.1272, 0.321" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4338, 0.5026, lift_point: 0.4338, 0.5026", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476", "pred": "The action is #DUAL_POINT#; touch_point: 0.8875, 0.4435, lift_point: 0.8875, 0.4435" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476", "pred": "The action is #DUAL_POINT#; touch_point: 0.796, 0.696, lift_point: 0.796, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.4847, lift_point: 0.0578, 0.4847", "pred": "The action is #DUAL_POINT#; touch_point: 0.0719, 0.5318, lift_point: 0.0719, 0.5318" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0598, 0.8989, lift_point: 0.0598, 0.8989", "pred": "The action is #DUAL_POINT#; touch_point: 0.0687, 0.9272, lift_point: 0.0687, 0.9272" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Austin\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Austin\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1388, 0.6327, lift_point: 0.1388, 0.6327", "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.6951, lift_point: 0.1179, 0.6951" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6198, 0.3197, lift_point: 0.6198, 0.3197" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5339, 0.5024, lift_point: 0.5339, 0.5024", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7867, 0.6739, lift_point: 0.7867, 0.6739", "pred": "The action is #DUAL_POINT#; touch_point: 0.7781, 0.6914, lift_point: 0.7781, 0.6914" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932", "pred": "The action is #DUAL_POINT#; touch_point: 0.796, 0.696, lift_point: 0.796, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932", "pred": "The action is #DUAL_POINT#; touch_point: 0.7859, 0.6931, lift_point: 0.7859, 0.6931" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0665, 0.5945, lift_point: 0.0665, 0.5945", "pred": "The action is #DUAL_POINT#; touch_point: 0.0611, 0.6087, lift_point: 0.0611, 0.6087" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of the United Kingdom\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of the United Kingdom\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of the United Kingdom?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3263, 0.9913, lift_point: 0.3263, 0.9913", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1363, 0.4773, lift_point: 0.1363, 0.4773", "pred": "The action is #DUAL_POINT#; touch_point: 0.1165, 0.3978, lift_point: 0.1165, 0.3978" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4436, 0.1674, lift_point: 0.4436, 0.1674" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5958, 0.4577, lift_point: 0.5958, 0.4577", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1772, 0.8597, lift_point: 0.1772, 0.8597" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7971, 0.6859, lift_point: 0.7971, 0.6859", "pred": "The action is #DUAL_POINT#; touch_point: 0.7809, lift_point: 0.7809, 0.7809" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046", "pred": "The action is #DUAL_POINT#; touch_point: 0.7797, 0.5225, lift_point: 0.7797, 0.5225" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046", "pred": "The action is #DUAL_POINT#; touch_point: 0.7795, 0.6739, lift_point: 0.7795, 0.6739" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2121, 0.6359, lift_point: 0.2121, 0.6359", "pred": "The action is #DUAL_POINT#; touch_point: 0.0632, 0.5599, lift_point: 0.0632, 0.5599" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.148, 0.9353, lift_point: 0.148, 0.9353", "pred": "The action is #DUAL_POINT#; touch_point: 0.1265, 0.9356, lift_point: 0.1265, 0.9356" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Best Buy?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Best Buy?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1178, 0.5181, lift_point: 0.1178, 0.5181" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7462, 0.559, lift_point: 0.7462, 0.559" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8027, 0.672, lift_point: 0.8027, 0.672", "pred": "The action is #DUAL_POINT#; touch_point: 0.7803, lift_point: 0.7803, 0.7803" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2187, 0.6753, lift_point: 0.2187, 0.6753", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.5177, lift_point: 0.0699, 0.5177" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1355, 0.9371, lift_point: 0.1355, 0.9371", "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.9332, lift_point: 0.1177, 0.9332" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Diego?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Diego?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1893, 0.547, lift_point: 0.1893, 0.547" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7995, 0.6895, lift_point: 0.7995, 0.6895" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.639, 0.639, lift_point: 0.639, 0.639" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3444, 0.5381, lift_point: 0.3444, 0.5381", "pred": "The action is #DUAL_POINT#; touch_point: 0.9147, 0.3229, lift_point: 0.9147, 0.3229" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6371, lift_point: 0.6371, 0.637" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0617, 0.9284, lift_point: 0.0617, 0.9284" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1591, 0.6624, lift_point: 0.1591, 0.6624" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.5948, lift_point: 0.0591, 0.5948" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.063, 0.946, lift_point: 0.063, 0.946" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7893, 0.7676, lift_point: 0.7893, 0.7676", "pred": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.945, lift_point: 0.0591, 0.945" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2045, 0.7962, lift_point: 0.2045, 0.7962", "pred": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.5879, lift_point: 0.0591, 0.5879" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0732, 0.0731, lift_point: 0.0732, 0.0731" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.171, 0.4627, lift_point: 0.171, 0.4627" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8224, 0.5986, lift_point: 0.8224, 0.5986", "pred": "The action is #DUAL_POINT#; touch_point: 0.0.0.6429, lift_point: 0.6429, 0.6429" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.4008, lift_point: 0.0518, 0.4008", "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.4916, lift_point: 0.061, 0.4916" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather in delhi\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1265, 0.1416, lift_point: 0.1265, 0.1416", "pred": "The action is #DUAL_POINT#; touch_point: 0.1248, 0.273, lift_point: 0.1248, 0.273" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3123, 0.4185, lift_point: 0.3123, 0.4185" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8276, 0.5924, lift_point: 0.8276, 0.5924", "pred": "The action is #DUAL_POINT#; touch_point: 0.0.0.0.0, 0.4, lift_point: 0.0, 0.4" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1873, 0.3683, lift_point: 0.1873, 0.3683", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.4492, lift_point: 0.0699, 0.4492" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.121, 0.9421, lift_point: 0.121, 0.9421", "pred": "The action is #DUAL_POINT#; touch_point: 0.1048, 0.9324, lift_point: 0.1048, 0.9324" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" capital of Brazil\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Brazil\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1693, 0.3372, lift_point: 0.1693, 0.3372", "pred": "The action is #DUAL_POINT#; touch_point: 0.1342, 0.2081, lift_point: 0.1342, 0.2081" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5779, 0.1509, lift_point: 0.5779, 0.1509", "pred": "The action is #DUAL_POINT#; touch_point: 0.4376, 0.2773, lift_point: 0.4376, 0.2773" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5174, 0.1778, lift_point: 0.5174, 0.1778" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8322, 0.613, lift_point: 0.8322, 0.613", "pred": "The action is #DUAL_POINT#; touch_point: 0.0.0.0.0.4, 0.0.4, lift_point: 0.4, 0.4" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1779, 0.8781, lift_point: 0.1779, 0.8781", "pred": "The action is #DUAL_POINT#; touch_point: 0.0465, 0.5445, lift_point: 0.0465, 0.5445" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1161, 0.279, lift_point: 0.1161, 0.279", "pred": "The action is #DUAL_POINT#; touch_point: 0.0694, 0.341, lift_point: 0.0694, 0.341" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" capital of Italy\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0693, 0.2629, lift_point: 0.0693, 0.2629" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1834, 0.2831, lift_point: 0.1834, 0.2831", "pred": "The action is #DUAL_POINT#; touch_point: 0.1222, 0.2017, lift_point: 0.1222, 0.2017" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2408, 0.0333, lift_point: 0.2408, 0.0333", "pred": "The action is #DUAL_POINT#; touch_point: 0.4611, 0.2274, lift_point: 0.4611, 0.2274" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4306, 0.2395, lift_point: 0.4306, 0.2395", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4657, 0.2051, lift_point: 0.4657, 0.2051" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6311, 0.9098, lift_point: 0.6311, 0.9098" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6468, 0.3841, lift_point: 0.6468, 0.3841", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5954, 0.5203, lift_point: 0.5954, 0.5203", "pred": "The action is #DUAL_POINT#; touch_point: 0.5235, 0.5366, lift_point: 0.5235, 0.5366" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9472, 0.4803, lift_point: 0.9472, 0.4803", "pred": "The action is #DUAL_POINT#; touch_point: 0.8776, 0.5524, lift_point: 0.8776, 0.5524" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9472, 0.4803, lift_point: 0.9472, 0.4803", "pred": "The action is #DUAL_POINT#; touch_point: 0.8572, 0.5479, lift_point: 0.8572, 0.5479" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8591, 0.8864, lift_point: 0.8591, 0.8864", "pred": "The action is #DUAL_POINT#; touch_point: 0.5793, 0.1465, lift_point: 0.5793, 0.1465" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0682, 0.1067, lift_point: 0.0682, 0.1067" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8212, 0.6184, lift_point: 0.8212, 0.6184", "pred": "The action is #DUAL_POINT#; touch_point: 0.8281, 0.6628, lift_point: 0.8281, 0.6628" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.058, 0.9288, lift_point: 0.058, 0.9288", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.9317, lift_point: 0.0699, 0.9317" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0576, 0.9312, lift_point: 0.0576, 0.9312", "pred": "The action is #DUAL_POINT#; touch_point: 0.0616, 0.0615, lift_point: 0.0616, 0.0615" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.058, 0.9427, lift_point: 0.058, 0.9427", "pred": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.0967, lift_point: 0.0612, 0.0967" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2302, 0.6831, lift_point: 0.2302, 0.6831", "pred": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.0834, lift_point: 0.0627, 0.0834" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.0618, lift_point: 0.0627, 0.0618" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8274, 0.6273, lift_point: 0.8274, 0.6273", "pred": "The action is #DUAL_POINT#; touch_point: 0.0.0.9, 0.4, lift_point: 0.9, 0.4" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0619, 0.3492, lift_point: 0.0619, 0.3492", "pred": "The action is #DUAL_POINT#; touch_point: 0.043, 0.542, lift_point: 0.043, 0.542" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"a good restaurant in Atlanta\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"a good restaurant in Atlanta\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1215, 0.2697, lift_point: 0.1215, 0.2697", "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.4219, lift_point: 0.117, 0.4219" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.332, 0.3318, lift_point: 0.332, 0.3318" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4745, 0.1617, lift_point: 0.4745, 0.1617", "pred": "The action is #DUAL_POINT#; touch_point: 0.1589, 0.8525, lift_point: 0.1589, 0.8525" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5957, 0.4706, lift_point: 0.5957, 0.4706", "pred": "The action is #DUAL_POINT#; touch_point: 0.563, 0.6057, lift_point: 0.563, 0.6057" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0511, 0.0966, lift_point: 0.0511, 0.0966" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852", "pred": "The action is #DUAL_POINT#; touch_point: 0.7939, 0.6911, lift_point: 0.7939, 0.6911" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.6965" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.794, 0.6887, lift_point: 0.794, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.6965" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.5818, lift_point: 0.0597, 0.5818", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.5579, lift_point: 0.0699, 0.5579" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Home Depot\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"efrigerators at Home Depot\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1185, 0.4067, lift_point: 0.1185, 0.4067" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.133, 0.5107, lift_point: 0.133, 0.5107", "pred": "The action is #DUAL_POINT#; touch_point: 0.1048, 0.7093, lift_point: 0.1048, 0.7093" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4154, 0.5376, lift_point: 0.4154, 0.5376", "pred": "The action is #DUAL_POINT#; touch_point: 0.4345, 0.2525, lift_point: 0.4345, 0.2525" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7884, 0.6877, lift_point: 0.7884, 0.6877", "pred": "The action is #DUAL_POINT#; touch_point: 0.7919, 0.6895, lift_point: 0.7919, 0.6895" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7929, 0.6916, lift_point: 0.7929, 0.6916", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.6965" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.064, 0.648, lift_point: 0.064, 0.648", "pred": "The action is #DUAL_POINT#; touch_point: 0.0675, 0.5317, lift_point: 0.0675, 0.5317" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0588, 0.9276, lift_point: 0.0588, 0.9276", "pred": "The action is #DUAL_POINT#; touch_point: 0.0656, 0.9197, lift_point: 0.0656, 0.9197" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Hotel in Buenos aires\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Buenos aires\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1293, 0.501, lift_point: 0.1293, 0.501", "pred": "The action is #DUAL_POINT#; touch_point: 0.1163, 0.4067, lift_point: 0.1163, 0.4067" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7899, 0.6865, lift_point: 0.7899, 0.6865", "pred": "The action is #DUAL_POINT#; touch_point: 0.793, 0.6911, lift_point: 0.793, 0.6911" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.5763, lift_point: 0.0555, 0.5763", "pred": "The action is #DUAL_POINT#; touch_point: 0.0681, 0.4654, lift_point: 0.0681, 0.4654" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0608, 0.9302, lift_point: 0.0608, 0.9302", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1225, 0.4475, lift_point: 0.1225, 0.4475", "pred": "The action is #DUAL_POINT#; touch_point: 0.1047, 0.7093, lift_point: 0.1047, 0.7093" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.443, 0.2757, lift_point: 0.443, 0.2757" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7887, 0.6914, lift_point: 0.7887, 0.6914", "pred": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6885, lift_point: 0.7936, 0.6885" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0686, 0.4808, lift_point: 0.0686, 0.4808", "pred": "The action is #DUAL_POINT#; touch_point: 0.0965, 0.4496, lift_point: 0.0965, 0.4496" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0561, 0.9312, lift_point: 0.0561, 0.9312", "pred": "The action is #DUAL_POINT#; touch_point: 0.0582, 0.9105, lift_point: 0.0582, 0.9105" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Colombia\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1245, 0.7028, lift_point: 0.1245, 0.7028" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1197, 0.3141, lift_point: 0.1197, 0.3141", "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.3778, lift_point: 0.117, 0.3778" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7875, 0.688, lift_point: 0.7875, 0.688", "pred": "The action is #DUAL_POINT#; touch_point: 0.7892, 0.6914, lift_point: 0.7892, 0.6914" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0648, 0.7198, lift_point: 0.0648, 0.7198", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.5119, lift_point: 0.0699, 0.5119" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0563, 0.9508, lift_point: 0.0563, 0.9508", "pred": "The action is #DUAL_POINT#; touch_point: 0.0462, 0.9463, lift_point: 0.0462, 0.9463" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.048, 0.5745, lift_point: 0.048, 0.5745", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Paris\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Paris\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1206, 0.5815, lift_point: 0.1206, 0.5815", "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.374, lift_point: 0.117, 0.374" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3126, 0.2148, lift_point: 0.3126, 0.2148" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7856, 0.5152, lift_point: 0.7856, 0.5152", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0519, 0.8038, lift_point: 0.0519, 0.8038", "pred": "The action is #DUAL_POINT#; touch_point: 0.0613, 0.0781, lift_point: 0.0613, 0.0781" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0551, 0.9466, lift_point: 0.0551, 0.9466", "pred": "The action is #DUAL_POINT#; touch_point: 0.0525, 0.0462, lift_point: 0.0525, 0.0462" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"uber app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Uber app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1251, 0.2961, lift_point: 0.1251, 0.2961", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1433, 0.8404, lift_point: 0.1433, 0.8404", "pred": "The action is #DUAL_POINT#; touch_point: 0.1535, 0.8749, lift_point: 0.1535, 0.8749" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1433, 0.8404, lift_point: 0.1433, 0.8404", "pred": "The action is #DUAL_POINT#; touch_point: 0.1412, 0.8608, lift_point: 0.1412, 0.8608" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5041, 0.5143, lift_point: 0.5041, 0.5143", "pred": "The action is #DUAL_POINT#; touch_point: 0.5238, 0.7232, lift_point: 0.5238, 0.7232" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.135, 0.458, lift_point: 0.135, 0.458" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717", "pred": "The action is #DUAL_POINT#; touch_point: 0.7878, 0.6863, lift_point: 0.7878, 0.6863" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717", "pred": "The action is #DUAL_POINT#; touch_point: 0.7964, 0.696, lift_point: 0.7964, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.063, 0.4462, lift_point: 0.063, 0.4462", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.491, lift_point: 0.0699, 0.491" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0613, 0.9393, lift_point: 0.0613, 0.9393", "pred": "The action is #DUAL_POINT#; touch_point: 0.0616, 0.6048, lift_point: 0.0616, 0.6048" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"what is the speed of a jet\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0617, 0.497, lift_point: 0.0617, 0.497" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1164, 0.479, lift_point: 0.1164, 0.479", "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.1995, lift_point: 0.1172, 0.1995" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3651, 0.246, lift_point: 0.3651, 0.246", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6341, 0.5478, lift_point: 0.6341, 0.5478" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7995, 0.6924, lift_point: 0.7995, 0.6924", "pred": "The action is #DUAL_POINT#; touch_point: 0.8918, 0.473, lift_point: 0.8918, 0.473" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.6164, lift_point: 0.0572, 0.6164", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.5608, lift_point: 0.068, 0.5608" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0602, 0.9258, lift_point: 0.0602, 0.9258", "pred": "The action is #DUAL_POINT#; touch_point: 0.0604, 0.0496, lift_point: 0.0604, 0.0496" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"where can i buy a nice beach blanket\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0575, 0.9307, lift_point: 0.0575, 0.9307" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1246, 0.5784, lift_point: 0.1246, 0.5784" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1209, 0.6377, lift_point: 0.1209, 0.6377", "pred": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.3746, lift_point: 0.1171, 0.3746" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4363, 0.4836, lift_point: 0.4363, 0.4836", "pred": "The action is #DUAL_POINT#; touch_point: 0.3191, 0.2654, lift_point: 0.3191, 0.2654" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5305, 0.5112, lift_point: 0.5305, 0.5112" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7954, 0.726, lift_point: 0.7954, 0.726", "pred": "The action is #DUAL_POINT#; touch_point: 0.8919, 0.5185, lift_point: 0.8919, 0.5185" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.055, 0.5287, lift_point: 0.055, 0.5287", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.5119, lift_point: 0.0699, 0.5119" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.9427, lift_point: 0.0638, 0.9427", "pred": "The action is #DUAL_POINT#; touch_point: 0.0595, 0.9582, lift_point: 0.0595, 0.9582" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of brazil\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0613, 0.5087, lift_point: 0.0613, 0.5087" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1306, 0.2331, lift_point: 0.1306, 0.2331", "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.3997, lift_point: 0.1172, 0.3997" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.219, 0.3095, lift_point: 0.219, 0.3095" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7883, 0.6743, lift_point: 0.7883, 0.6743", "pred": "The action is #DUAL_POINT#; touch_point: 0.7932, 0.6914, lift_point: 0.7932, 0.6914" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0571, 0.5349, lift_point: 0.0571, 0.5349", "pred": "The action is #DUAL_POINT#; touch_point: 0.059, 0.4916, lift_point: 0.059, 0.4916" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.9384, lift_point: 0.0569, 0.9384", "pred": "The action is #DUAL_POINT#; touch_point: 0.0575, 0.9422, lift_point: 0.0575, 0.9422" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in barbados\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0698, 0.9304, lift_point: 0.0698, 0.9304" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.1998, lift_point: 0.1177, 0.1998" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1341, 0.2067, lift_point: 0.1341, 0.2067", "pred": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.3745, lift_point: 0.1171, 0.3745" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5863, 0.3413, lift_point: 0.5863, 0.3413", "pred": "The action is #DUAL_POINT#; touch_point: 0.309, 0.3998, lift_point: 0.309, 0.3998" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2171, 0.493, lift_point: 0.2171, 0.493" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.778, 0.833, lift_point: 0.778, 0.833", "pred": "The action is #DUAL_POINT#; touch_point: 0.1571, 0.8959, lift_point: 0.1571, 0.8959" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.619, 0.4869, lift_point: 0.619, 0.4869", "pred": "The action is #DUAL_POINT#; touch_point: 0.391, 0.4718, lift_point: 0.391, 0.4718" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3443, 0.3518, lift_point: 0.3443, 0.3518", "pred": "The action is #DUAL_POINT#; touch_point: 0.2283, 0.2304, lift_point: 0.2283, 0.2304" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2027, 0.4326, lift_point: 0.2027, 0.4326" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2702, 0.36, lift_point: 0.2702, 0.36", "pred": "The action is #DUAL_POINT#; touch_point: 0.1262, 0.1167, lift_point: 0.1262, 0.1167" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.39, 0.2406, lift_point: 0.39, 0.2406", "pred": "The action is #DUAL_POINT#; touch_point: 0.7798, 0.4079, lift_point: 0.7798, 0.4079" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2043, 0.8788, lift_point: 0.2043, 0.8788" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7814, 0.9053, lift_point: 0.7814, 0.9053", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8932, 0.473, lift_point: 0.8932, 0.473" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1654, 0.1646, lift_point: 0.1654, 0.1646", "pred": "The action is #DUAL_POINT#; touch_point: 0.1614, 0.8621, lift_point: 0.1614, 0.8621" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0629, 0.7892, lift_point: 0.0629, 0.7892", "pred": "The action is #DUAL_POINT#; touch_point: 0.0657, 0.0619, lift_point: 0.0657, 0.0619" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1336, 0.4029, lift_point: 0.1336, 0.4029" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0753, 0.2557, lift_point: 0.0753, 0.2557", "pred": "The action is #DUAL_POINT#; touch_point: 0.1339, 0.3898, lift_point: 0.1339, 0.3898" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Good french restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1893, 0.4882, lift_point: 0.1893, 0.4882", "pred": "The action is #DUAL_POINT#; touch_point: 0.1269, 0.6694, lift_point: 0.1269, 0.6694" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.176, 0.3398, lift_point: 0.176, 0.3398" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8789, 0.4552, lift_point: 0.8789, 0.4552", "pred": "The action is #DUAL_POINT#; touch_point: 0.9067, 0.499, lift_point: 0.9067, 0.499" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8867, 0.412, lift_point: 0.8867, 0.412", "pred": "The action is #DUAL_POINT#; touch_point: 0.9082, 0.4103, lift_point: 0.9082, 0.4103" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.9051, 0.345, lift_point: 0.9051, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0714, 0.8954, lift_point: 0.0714, 0.8954", "pred": "The action is #DUAL_POINT#; touch_point: 0.0965, 0.2941, lift_point: 0.0965, 0.2941" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.05, 0.2223, lift_point: 0.05, 0.2223", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1224, 0.4455, lift_point: 0.1224, 0.4455", "pred": "The action is #DUAL_POINT#; touch_point: 0.1141, 0.3067, lift_point: 0.1141, 0.3067" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2061, 0.2798, lift_point: 0.2061, 0.2798" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.908, 0.4306, lift_point: 0.908, 0.4306", "pred": "The action is #DUAL_POINT#; touch_point: 0.9102, 0.499, lift_point: 0.9102, 0.499" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0449, 0.2757, lift_point: 0.0449, 0.2757", "pred": "The action is #DUAL_POINT#; touch_point: 0.0476, 0.3185, lift_point: 0.0476, 0.3185" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6864, 0.7784, lift_point: 0.6864, 0.7784", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Who is the prime minister of Canada?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Who is the prime minister of Canada?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Who is the prime minister of Canada?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6864, 0.7784, lift_point: 0.6864, 0.7784", "pred": "The action is #DUAL_POINT#; touch_point: 0.7797, 0.496, lift_point: 0.7797, 0.496" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1254, 0.4286, lift_point: 0.1254, 0.4286", "pred": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.6159, lift_point: 0.1171, 0.6159" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8022, 0.8505, lift_point: 0.8022, 0.8505", "pred": "The action is #DUAL_POINT#; touch_point: 0.9105, 0.345, lift_point: 0.9105, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7986, 0.8009, lift_point: 0.7986, 0.8009", "pred": "The action is #DUAL_POINT#; touch_point: 0.9109, 0.522, lift_point: 0.9109, 0.522" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0543, 0.0611, lift_point: 0.0543, 0.0611", "pred": "The action is #DUAL_POINT#; touch_point: 0.0543, 0.0617, lift_point: 0.0543, 0.0617" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.045, 0.8247, lift_point: 0.045, 0.8247", "pred": "The action is #DUAL_POINT#; touch_point: 0.0546, 0.0698, lift_point: 0.0546, 0.0698" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.724, lift_point: 0.0651, 0.724", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"IGN\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"ign lates video\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"IGN\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1314, 0.3189, lift_point: 0.1314, 0.3189", "pred": "The action is #DUAL_POINT#; touch_point: 0.176, 0.2298, lift_point: 0.176, 0.2298" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1426, 0.7127, lift_point: 0.1426, 0.7127", "pred": "The action is #DUAL_POINT#; touch_point: 0.1337, 0.3908, lift_point: 0.1337, 0.3908" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.2629, lift_point: 0.1171, 0.2629", "pred": "The action is #DUAL_POINT#; touch_point: 0.2011, 0.3187, lift_point: 0.2011, 0.3187" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.232, 0.2437, lift_point: 0.232, 0.2437", "pred": "The action is #DUAL_POINT#; touch_point: 0.6042, 0.5874, lift_point: 0.6042, 0.5874" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.241, 0.2248, lift_point: 0.241, 0.2248", "pred": "The action is #DUAL_POINT#; touch_point: 0.2034, 0.6412, lift_point: 0.2034, 0.6412" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2338, 0.1303, lift_point: 0.2338, 0.1303", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1083, 0.5662, lift_point: 0.1083, 0.5662", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1475, 0.5133, lift_point: 0.1475, 0.5133", "pred": "The action is #DUAL_POINT#; touch_point: 0.8183, 0.5734, lift_point: 0.8183, 0.5734" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5251, 0.5935, lift_point: 0.5251, 0.5935", "pred": "The action is #DUAL_POINT#; touch_point: 0.1581, 0.8728, lift_point: 0.1581, 0.8728" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8857, 0.4438, lift_point: 0.8857, 0.4438", "pred": "The action is #DUAL_POINT#; touch_point: 0.8885, 0.4205, lift_point: 0.8885, 0.4205" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.067, 0.3127, lift_point: 0.067, 0.3127", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1437, 0.4795, lift_point: 0.1437, 0.4795", "pred": "The action is #DUAL_POINT#; touch_point: 0.1271, 0.3087, lift_point: 0.1271, 0.3087" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2068, 0.7829, lift_point: 0.2068, 0.7829" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.1003, lift_point: 0.7989, 0.1003", "pred": "The action is #DUAL_POINT#; touch_point: 0.5012, lift_point: 0.5012, 0.5012" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7828, 0.8909, lift_point: 0.7828, 0.8909", "pred": "The action is #DUAL_POINT#; touch_point: 0.8772, 0.4502, lift_point: 0.8772, 0.4502" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0677, 0.0588, lift_point: 0.0677, 0.0588", "pred": "The action is #DUAL_POINT#; touch_point: 0.0641, 0.061, lift_point: 0.0641, 0.0611" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0564, 0.8052, lift_point: 0.0564, 0.8052", "pred": "The action is #DUAL_POINT#; touch_point: 0.9671, 0.9677, lift_point: 0.9671, 0.9677" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0675, 0.5065, lift_point: 0.0675, 0.5065", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new Taylor Swift video\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new Taylor Swift video\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new Taylor Swift video\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1215, 0.4143, lift_point: 0.1215, 0.4143", "pred": "The action is #DUAL_POINT#; touch_point: 0.179, 0.2316, lift_point: 0.179, 0.2316" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1396, 0.3548, lift_point: 0.1396, 0.3548" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.146, 0.429, lift_point: 0.146, 0.429" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6668, 0.4068, lift_point: 0.6668, 0.4068", "pred": "The action is #DUAL_POINT#; touch_point: 0.6187, 0.4448, lift_point: 0.6187, 0.4448" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1596, 0.4751, lift_point: 0.1596, 0.4751", "pred": "The action is #DUAL_POINT#; touch_point: 0.2909, 0.5771, lift_point: 0.2909, 0.5771" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.8553, lift_point: 0.1171, 0.8553" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8836, 0.517, lift_point: 0.8836, 0.517", "pred": "The action is #DUAL_POINT#; touch_point: 0.8748, 0.3971, lift_point: 0.8748, 0.3971" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.3216, lift_point: 0.0591, 0.3216", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at McDonalds\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at McDonalds?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at McDonalds?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1436, 0.4823, lift_point: 0.1436, 0.4823", "pred": "The action is #DUAL_POINT#; touch_point: 0.1344, 0.2726, lift_point: 0.1344, 0.2726" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5388, 0.7515, lift_point: 0.5388, 0.7515", "pred": "The action is #DUAL_POINT#; touch_point: 0.5349, 0.7958, lift_point: 0.5349, 0.7958" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1429, 0.259, lift_point: 0.1429, 0.259", "pred": "The action is #DUAL_POINT#; touch_point: 0.1182, 0.3065, lift_point: 0.1182, 0.3065" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.4426, lift_point: 0.1172, 0.4426" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8912, 0.4192, lift_point: 0.8912, 0.4192", "pred": "The action is #DUAL_POINT#; touch_point: 0.877, 0.347, lift_point: 0.877, 0.347" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0727, 0.2979, lift_point: 0.0727, 0.2979", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \" Reddit this week\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \" Reddit this week\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4813, 0.3744, lift_point: 0.4813, 0.3744", "pred": "The action is #DUAL_POINT#; touch_point: 0.1306, 0.306, lift_point: 0.1306, 0.306" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.36, 0.3085, lift_point: 0.36, 0.3085", "pred": "The action is #DUAL_POINT#; touch_point: 0.3736, 0.3732, lift_point: 0.3736, 0.3732" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2022, 0.3768, lift_point: 0.2022, 0.3768" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7714, 0.6865, lift_point: 0.7714, 0.6865", "pred": "The action is #DUAL_POINT#; touch_point: 0.7988, 0.6734, lift_point: 0.7988, 0.6734" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8819, 0.3955, lift_point: 0.8819, 0.3955", "pred": "The action is #DUAL_POINT#; touch_point: 0.9172, 0.439, lift_point: 0.9172, 0.439" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8824, 0.7775, lift_point: 0.8824, 0.7775", "pred": "The action is #DUAL_POINT#; touch_point: 0.949, 0.7287, lift_point: 0.949, 0.7287" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8924, 0.8149, lift_point: 0.8924, 0.8149", "pred": "The action is #DUAL_POINT#; touch_point: 0.9495, 0.6678, lift_point: 0.9495, 0.6678" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3153, 0.5462, lift_point: 0.3153, 0.5462", "pred": "The action is #DUAL_POINT#; touch_point: 0.7797, 0.7095, lift_point: 0.7797, 0.7095" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in San Francisco?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1419, 0.6766, lift_point: 0.1419, 0.6766", "pred": "The action is #DUAL_POINT#; touch_point: 0.1272, 0.2957, lift_point: 0.1272, 0.2957" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5951, 0.4067, lift_point: 0.5951, 0.4067" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9109, 0.4037, lift_point: 0.9109, 0.4037", "pred": "The action is #DUAL_POINT#; touch_point: 0.9008, 0.3081, lift_point: 0.9008, 0.3081" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Olive Garden?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Olive Garden?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1182, 0.2294, lift_point: 0.1182, 0.2294", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6197, 0.5695, lift_point: 0.6197, 0.5695" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7975, 0.8581, lift_point: 0.7975, 0.8581", "pred": "The action is #DUAL_POINT#; touch_point: 0.8869, 0.4736, lift_point: 0.8869, 0.4736" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0609, 0.7968, lift_point: 0.0609, 0.7968", "pred": "The action is #DUAL_POINT#; touch_point: 0.0581, 0.0968, lift_point: 0.0581, 0.0968" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Bruno Mars\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new Bruno Mars video\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1004, 0.2786, lift_point: 0.1004, 0.2786", "pred": "The action is #DUAL_POINT#; touch_point: 0.1092, 0.2528, lift_point: 0.1092, 0.2528" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4055, 0.627, lift_point: 0.4055, 0.627", "pred": "The action is #DUAL_POINT#; touch_point: 0.646, 0.4939, lift_point: 0.646, 0.4939" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1653, 0.2653, lift_point: 0.1653, 0.2653" }, { "gt": "The action is #STATUS_TASK_IMPOSSIBLE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.9107, 0.426, lift_point: 0.9107, 0.426" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4996, 0.1605, lift_point: 0.4996, 0.1605", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.491, 0.2181, lift_point: 0.491, 0.2181", "pred": "The action is #DUAL_POINT#; touch_point: 0.1266, 0.9047, lift_point: 0.1266, 0.9047" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3061, 0.7328, lift_point: 0.3061, 0.7328" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9053, 0.347, lift_point: 0.9053, 0.347", "pred": "The action is #DUAL_POINT#; touch_point: 0.8907, 0.3898, lift_point: 0.8907, 0.3898" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new blush\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new blush\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1311, 0.364, lift_point: 0.1311, 0.364", "pred": "The action is #DUAL_POINT#; touch_point: 0.1032, 0.2729, lift_point: 0.1032, 0.2729" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6198, 0.5278, lift_point: 0.6198, 0.5278" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8768, 0.4786, lift_point: 0.8768, 0.4786", "pred": "The action is #DUAL_POINT#; touch_point: 0.9022, 0.473, lift_point: 0.9022, 0.4732" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.3158, lift_point: 0.1171, 0.3158" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1938, 0.5989, lift_point: 0.1938, 0.5989", "pred": "The action is #DUAL_POINT#; touch_point: 0.1237, 0.3093, lift_point: 0.1237, 0.3093" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.8411, lift_point: 0.117, 0.8411" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6627, 0.8258, lift_point: 0.6627, 0.8258", "pred": "The action is #DUAL_POINT#; touch_point: 0.8874, 0.4738, lift_point: 0.8874, 0.4738" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0549, 0.052, lift_point: 0.0549, 0.052", "pred": "The action is #DUAL_POINT#; touch_point: 0.055, 0.0772, lift_point: 0.055, 0.0772" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0515, 0.0547, lift_point: 0.0515, 0.0547", "pred": "The action is #DUAL_POINT#; touch_point: 0.0647, 0.0614, lift_point: 0.0647, 0.0614" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0554, 0.8045, lift_point: 0.0554, 0.8045", "pred": "The action is #DUAL_POINT#; touch_point: 0.0561, 0.2319, lift_point: 0.0561, 0.2319" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Game Informer\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest video from Game Informer\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1272, 0.3896, lift_point: 0.1272, 0.3896" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.123, 0.3606, lift_point: 0.123, 0.3606", "pred": "The action is #DUAL_POINT#; touch_point: 0.1279, 0.3897, lift_point: 0.1279, 0.3897" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2003, 0.0739, lift_point: 0.2003, 0.0739" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1907, 0.6743, lift_point: 0.1907, 0.6743" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4453, 0.3949, lift_point: 0.4453, 0.3949", "pred": "The action is #DUAL_POINT#; touch_point: 0.2012, 0.5141, lift_point: 0.2012, 0.5141" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1563, 0.5084, lift_point: 0.1563, 0.5084", "pred": "The action is #DUAL_POINT#; touch_point: 0.284, 0.5772, lift_point: 0.284, 0.5772" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3141, 0.9451, lift_point: 0.3141, 0.9451", "pred": "The action is #DUAL_POINT#; touch_point: 0.2729, 0.8654, lift_point: 0.2729, 0.8654" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2318, 0.3204, lift_point: 0.2318, 0.3204" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5595, 0.1967, lift_point: 0.5595, 0.1967", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8946, 0.5747, lift_point: 0.8946, 0.5747", "pred": "The action is #DUAL_POINT#; touch_point: 0.9008, 0.5003, lift_point: 0.9008, 0.5003" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.3084, lift_point: 0.1173, 0.3084" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0586, 0.9156, lift_point: 0.0586, 0.9156", "pred": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.3081, lift_point: 0.1173, 0.3081" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1242, 0.2796, lift_point: 0.1242, 0.2796" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2572, 0.3211, lift_point: 0.2572, 0.3211", "pred": "The action is #DUAL_POINT#; touch_point: 0.1236, 0.2189, lift_point: 0.1236, 0.2189" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8651, 0.8292, lift_point: 0.8651, 0.8292", "pred": "The action is #DUAL_POINT#; touch_point: 0.1137, 0.3119, lift_point: 0.1137, 0.3119" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7825, 0.635, lift_point: 0.7825, 0.635", "pred": "The action is #DUAL_POINT#; touch_point: 0.8017, 0.6899, lift_point: 0.8017, 0.6899" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0497, 0.557, lift_point: 0.0497, 0.557", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.5679, lift_point: 0.0699, 0.5679" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" hotels in London\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in London\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1048, 0.2982, lift_point: 0.1048, 0.2982", "pred": "The action is #DUAL_POINT#; touch_point: 0.1174, 0.3776, lift_point: 0.1174, 0.3776" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4031, 0.3294, lift_point: 0.4031, 0.3294" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7789, 0.6244, lift_point: 0.7789, 0.6244", "pred": "The action is #DUAL_POINT#; touch_point: 0.7939, 0.6925, lift_point: 0.7939, 0.6925" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0431, 0.5396, lift_point: 0.0431, 0.5396", "pred": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.605, lift_point: 0.0615, 0.605" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US president?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US president?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.119, 0.822, lift_point: 0.119, 0.822", "pred": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.3965, lift_point: 0.1171, 0.3965" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3067, 0.2148, lift_point: 0.3067, 0.2148", "pred": "The action is #DUAL_POINT#; touch_point: 0.309, 0.2219, lift_point: 0.309, 0.2219" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7966, 0.5681, lift_point: 0.7966, 0.5681", "pred": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.6855, lift_point: 0.7898, 0.6855" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.4399, lift_point: 0.0621, 0.4399", "pred": "The action is #DUAL_POINT#; touch_point: 0.1052, 0.3097, lift_point: 0.1052, 0.3097" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new lipgloss\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new lipgloss\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1204, 0.187, lift_point: 0.1204, 0.187", "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.377, lift_point: 0.1172, 0.377" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8939, 0.1512, lift_point: 0.8939, 0.1512", "pred": "The action is #DUAL_POINT#; touch_point: 0.7939, 0.6918, lift_point: 0.7939, 0.6918" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0538, 0.0816, lift_point: 0.0538, 0.0816", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this week?\"" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.179, 0.2982, lift_point: 0.179, 0.2982" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7933, 0.6138, lift_point: 0.7933, 0.6138", "pred": "The action is #DUAL_POINT#; touch_point: 0.7907, 0.6852, lift_point: 0.7907, 0.6852" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.2905, lift_point: 0.0518, 0.2905", "pred": "The action is #DUAL_POINT#; touch_point: 0.0689, 0.4657, lift_point: 0.0689, 0.4657" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this morning?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this morning?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1125, 0.7887, lift_point: 0.1125, 0.7887", "pred": "The action is #DUAL_POINT#; touch_point: 0.1175, 0.2981, lift_point: 0.1175, 0.2981" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2198, 0.1717, lift_point: 0.2198, 0.1717", "pred": "The action is #DUAL_POINT#; touch_point: 0.4616, 0.2268, lift_point: 0.4616, 0.2268" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2041, 0.2559, lift_point: 0.2041, 0.2559" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5618, 0.6315, lift_point: 0.5618, 0.6315", "pred": "The action is #DUAL_POINT#; touch_point: 0.7843, 0.6885, lift_point: 0.7843, 0.6885" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6427, 0.8874, lift_point: 0.6427, 0.8874", "pred": "The action is #DUAL_POINT#; touch_point: 0.7946, 0.6914, lift_point: 0.7946, 0.6914" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0461, 0.9547, lift_point: 0.0461, 0.9547", "pred": "The action is #DUAL_POINT#; touch_point: 0.0623, 0.063, lift_point: 0.0623, 0.0633" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.0544, lift_point: 0.0596, 0.0544", "pred": "The action is #DUAL_POINT#; touch_point: 0.0679, 0.0738, lift_point: 0.0679, 0.0738" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0442, 0.6459, lift_point: 0.0442, 0.6459", "pred": "The action is #DUAL_POINT#; touch_point: 0.1615, 0.4951, lift_point: 0.1615, 0.4951" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Play the new Katy Perry video on YouTube\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Katy Perry video\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0945, 0.5782, lift_point: 0.0945, 0.5782", "pred": "The action is #DUAL_POINT#; touch_point: 0.1135, 0.3856, lift_point: 0.1135, 0.3856" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.607, 0.6407, lift_point: 0.607, 0.6407", "pred": "The action is #DUAL_POINT#; touch_point: 0.1398, 0.4908, lift_point: 0.1398, 0.4908" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7883, 0.6369, lift_point: 0.7883, 0.6369", "pred": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6911, lift_point: 0.7936, 0.6911" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2507, 0.3178, lift_point: 0.2507, 0.3178", "pred": "The action is #DUAL_POINT#; touch_point: 0.0691, 0.449, lift_point: 0.0691, 0.449" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1049, 0.418, lift_point: 0.1049, 0.418", "pred": "The action is #DUAL_POINT#; touch_point: 0.1128, 0.3782, lift_point: 0.1128, 0.3782" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3298, 0.457, lift_point: 0.3298, 0.457", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4655, 0.7441, lift_point: 0.4655, 0.7441", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8142, 0.616, lift_point: 0.8142, 0.616", "pred": "The action is #DUAL_POINT#; touch_point: 0.7938, 0.6912, lift_point: 0.7938, 0.6912" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.3675, lift_point: 0.0612, 0.3675", "pred": "The action is #DUAL_POINT#; touch_point: 0.0682, 0.8475, lift_point: 0.0682, 0.8475" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1168, 0.3966, lift_point: 0.1168, 0.3966" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1043, 0.6775, lift_point: 0.1043, 0.6775", "pred": "The action is #DUAL_POINT#; touch_point: 0.1168, 0.3965, lift_point: 0.1168, 0.3965" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3194, 0.2798, lift_point: 0.3194, 0.2798" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8248, 0.6278, lift_point: 0.8248, 0.6278", "pred": "The action is #DUAL_POINT#; touch_point: 0.8017, 0.6894, lift_point: 0.8017, 0.6894" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0607, 0.5042, lift_point: 0.0607, 0.5042", "pred": "The action is #DUAL_POINT#; touch_point: 0.1079, 0.3095, lift_point: 0.1079, 0.3095" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Zurich to Helsinki\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Zurich to Helsinki\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1281, 0.6857, lift_point: 0.1281, 0.6857", "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.4168, lift_point: 0.117, 0.4168" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.435, 0.157, lift_point: 0.435, 0.157" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2906, 0.4312, lift_point: 0.2906, 0.4312", "pred": "The action is #DUAL_POINT#; touch_point: 0.319, 0.6933, lift_point: 0.319, 0.6933" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4631, 0.1615, lift_point: 0.4631, 0.1615" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.793, 0.691, lift_point: 0.793, 0.691" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6819, 0.6296, lift_point: 0.6819, 0.6296", "pred": "The action is #DUAL_POINT#; touch_point: 0.1659, 0.7252, lift_point: 0.1659, 0.7252" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.043, 0.4424, lift_point: 0.043, 0.4424", "pred": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.511, lift_point: 0.0591, 0.511" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.102, 0.4834, lift_point: 0.102, 0.4834", "pred": "The action is #DUAL_POINT#; touch_point: 0.1015, 0.3571, lift_point: 0.1015, 0.3571" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4082, 0.2497, lift_point: 0.4082, 0.2497", "pred": "The action is #DUAL_POINT#; touch_point: 0.1394, 0.8619, lift_point: 0.1394, 0.8619" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3235, 0.383, lift_point: 0.3235, 0.383", "pred": "The action is #DUAL_POINT#; touch_point: 0.2061, 0.4136, lift_point: 0.2061, 0.4136" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2046, 0.7116, lift_point: 0.2046, 0.7116" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8919, 0.4734, lift_point: 0.8919, 0.4734" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1577, 0.43, lift_point: 0.1577, 0.43", "pred": "The action is #DUAL_POINT#; touch_point: 0.1684, 0.8796, lift_point: 0.1684, 0.8796" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0644, 0.7894, lift_point: 0.0644, 0.7894", "pred": "The action is #DUAL_POINT#; touch_point: 0.0581, 0.7953, lift_point: 0.0581, 0.7953" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8837, 0.4217, lift_point: 0.8837, 0.4217", "pred": "The action is #DUAL_POINT#; touch_point: 0.8841, 0.473, lift_point: 0.8841, 0.473" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"planetary science?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2996, 0.461, lift_point: 0.2996, 0.461" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5443, 0.8308, lift_point: 0.5443, 0.8308", "pred": "The action is #DUAL_POINT#; touch_point: 0.4899, 0.7314, lift_point: 0.4899, 0.7314" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0465, 0.9343, lift_point: 0.0465, 0.9343", "pred": "The action is #DUAL_POINT#; touch_point: 0.1228, 0.3061, lift_point: 0.1228, 0.3061" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"atest news in planetary science?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.3065, 0.6625, lift_point: 0.3065, 0.6625" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1111, 0.206, lift_point: 0.1111, 0.206", "pred": "The action is #DUAL_POINT#; touch_point: 0.1185, 0.3996, lift_point: 0.1185, 0.3996" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1704, 0.206, lift_point: 0.1704, 0.206", "pred": "The action is #DUAL_POINT#; touch_point: 0.3178, 0.3175, lift_point: 0.3178, 0.3175" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.443, 0.2131, lift_point: 0.443, 0.2131" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1862, 0.2014, lift_point: 0.1862, 0.2014" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6379, 0.8623, lift_point: 0.6379, 0.8623", "pred": "The action is #DUAL_POINT#; touch_point: 0.901, 0.393, lift_point: 0.901, 0.393" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0459, 0.0777, lift_point: 0.0459, 0.0777", "pred": "The action is #DUAL_POINT#; touch_point: 0.8626, lift_point: 0.8626, 0.8626" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0483, 0.6695, lift_point: 0.0483, 0.6695", "pred": "The action is #DUAL_POINT#; touch_point: 0.0599, 0.0736, lift_point: 0.0599, 0.0736" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new Maroon 5 video \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0525, 0.4947, lift_point: 0.0525, 0.4947" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1008, 0.4559, lift_point: 0.1008, 0.4559", "pred": "The action is #DUAL_POINT#; touch_point: 0.1567, 0.9165, lift_point: 0.1567, 0.9165" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5695, 0.7339, lift_point: 0.5695, 0.7339", "pred": "The action is #DUAL_POINT#; touch_point: 0.7304, 0.6687, lift_point: 0.7304, 0.6687" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2353, 0.6154, lift_point: 0.2353, 0.6154" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4708, 0.6942, lift_point: 0.4708, 0.6942", "pred": "The action is #DUAL_POINT#; touch_point: 0.7793, 0.6852, lift_point: 0.7793, 0.6852" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.116, 0.4908, lift_point: 0.116, 0.4908", "pred": "The action is #DUAL_POINT#; touch_point: 0.3162, 0.258, lift_point: 0.3162, 0.258" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.066, 0.9059, lift_point: 0.066, 0.9059", "pred": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.9111, lift_point: 0.0615, 0.9111" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0412, 0.5821, lift_point: 0.0412, 0.5821", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend \"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1266, 0.4876, lift_point: 0.1266, 0.4876", "pred": "The action is #DUAL_POINT#; touch_point: 0.1184, 0.3394, lift_point: 0.1184, 0.3394" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5402, 0.8672, lift_point: 0.5402, 0.8672", "pred": "The action is #DUAL_POINT#; touch_point: 0.5345, 0.7958, lift_point: 0.5345, 0.7958" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.3666, lift_point: 0.1171, 0.3666", "pred": "The action is #DUAL_POINT#; touch_point: 0.1185, 0.3068, lift_point: 0.1185, 0.3068" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2471, 0.3168, lift_point: 0.2471, 0.3168", "pred": "The action is #DUAL_POINT#; touch_point: 0.4779, 0.1644, lift_point: 0.4779, 0.1644" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8057, 0.9555, lift_point: 0.8057, 0.9555", "pred": "The action is #DUAL_POINT#; touch_point: 0.1894, 0.6238, lift_point: 0.1894, 0.6238" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6185, 0.1643, lift_point: 0.6185, 0.1643" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8443, 0.6292, lift_point: 0.8443, 0.6292", "pred": "The action is #DUAL_POINT#; touch_point: 0.6427, 0.9028, lift_point: 0.6427, 0.9028" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0563, 0.5916, lift_point: 0.0563, 0.5916", "pred": "The action is #DUAL_POINT#; touch_point: 0.0613, 0.628, lift_point: 0.0613, 0.628" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"latest news in cosmology\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest news in cosmology\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.3772, lift_point: 0.1179, 0.3772", "pred": "The action is #DUAL_POINT#; touch_point: 0.1245, 0.3295, lift_point: 0.1245, 0.3295" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3328, 0.4183, lift_point: 0.3328, 0.4183", "pred": "The action is #DUAL_POINT#; touch_point: 0.4406, 0.2091, lift_point: 0.4406, 0.2091" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7234, 0.5215, lift_point: 0.7234, 0.5215", "pred": "The action is #DUAL_POINT#; touch_point: 0.7799, 0.7026, lift_point: 0.7799, 0.7026" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6171, 0.618, lift_point: 0.6171, 0.618" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8233, 0.6003, lift_point: 0.8233, 0.6003", "pred": "The action is #DUAL_POINT#; touch_point: 0.8421, 0.6154, lift_point: 0.8421, 0.6154" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.834, 0.6061, lift_point: 0.834, 0.6061", "pred": "The action is #DUAL_POINT#; touch_point: 0.8331, 0.3553, lift_point: 0.8331, 0.3553" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0592, 0.467, lift_point: 0.0592, 0.467", "pred": "The action is #DUAL_POINT#; touch_point: 0.0595, 0.456, lift_point: 0.0595, 0.456" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Boston\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Boston\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.547, lift_point: 0.1172, 0.547" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3276, 0.2949, lift_point: 0.3276, 0.2949", "pred": "The action is #DUAL_POINT#; touch_point: 0.3575, 0.4189, lift_point: 0.3575, 0.4189" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8515, 0.6043, lift_point: 0.8515, 0.6043", "pred": "The action is #DUAL_POINT#; touch_point: 0.8458, 0.6153, lift_point: 0.8458, 0.6153" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0412, 0.6625, lift_point: 0.0412, 0.6625", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.3956, lift_point: 0.0699, 0.3956" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" price of the 1000-Watt EGO Power+ Snow Blower\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1184, 0.912, lift_point: 0.1184, 0.912" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1092, 0.3049, lift_point: 0.1092, 0.3049", "pred": "The action is #DUAL_POINT#; touch_point: 0.1229, 0.3476, lift_point: 0.1229, 0.3476" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6191, 0.2798, lift_point: 0.6191, 0.2798" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3794, 0.2359, lift_point: 0.3794, 0.2359" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3369, 0.4648, lift_point: 0.3369, 0.4648", "pred": "The action is #DUAL_POINT#; touch_point: 0.6499, 0.2984, lift_point: 0.6499, 0.2984" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6878, 0.8905, lift_point: 0.6878, 0.8905", "pred": "The action is #DUAL_POINT#; touch_point: 0.843, 0.6155, lift_point: 0.843, 0.6155" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0624, 0.0699, lift_point: 0.0624, 0.0699" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8466, 0.6103, lift_point: 0.8466, 0.6103", "pred": "The action is #DUAL_POINT#; touch_point: 0.8428, 0.6157, lift_point: 0.8428, 0.6157" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0492, 0.6506, lift_point: 0.0492, 0.6506", "pred": "The action is #DUAL_POINT#; touch_point: 0.062, 0.6018, lift_point: 0.062, 0.6018" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Lowes\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest Lowes\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1148, 0.2941, lift_point: 0.1148, 0.2941" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6342, 0.2184, lift_point: 0.6342, 0.2184" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.833, 0.606, lift_point: 0.833, 0.606", "pred": "The action is #DUAL_POINT#; touch_point: 0.929, 0.345, lift_point: 0.929, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.8065, lift_point: 0.0672, 0.8065", "pred": "The action is #DUAL_POINT#; touch_point: 0.091, 0.4613, lift_point: 0.091, 0.4613" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1363, 0.4329, lift_point: 0.1363, 0.4329", "pred": "The action is #DUAL_POINT#; touch_point: 0.2667, 0.9492, lift_point: 0.2667, 0.9492" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1667, 0.1689, lift_point: 0.1667, 0.1689", "pred": "The action is #DUAL_POINT#; touch_point: 0.3769, 0.376, lift_point: 0.3769, 0.376" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3062, 0.4479, lift_point: 0.3062, 0.4479", "pred": "The action is #DUAL_POINT#; touch_point: 0.0623, 0.0599, lift_point: 0.0623, 0.0599" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1958, 0.4127, lift_point: 0.1958, 0.4127", "pred": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.3938, lift_point: 0.1171, 0.3938" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3548, 0.1196, lift_point: 0.3548, 0.1196", "pred": "The action is #DUAL_POINT#; touch_point: 0.3096, 0.4719, lift_point: 0.3096, 0.4719" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2053, 0.8814, lift_point: 0.2053, 0.8814" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9226, 0.4547, lift_point: 0.9226, 0.4547", "pred": "The action is #DUAL_POINT#; touch_point: 0.9131, 0.345, lift_point: 0.9131, 0.345" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0652, 0.0737, lift_point: 0.0652, 0.0737" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1297, 0.4485, lift_point: 0.1297, 0.4485", "pred": "The action is #DUAL_POINT#; touch_point: 0.1612, 0.547, lift_point: 0.1612, 0.547" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3881, 0.2722, lift_point: 0.3881, 0.2722" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4832, 0.6053, lift_point: 0.4832, 0.6053", "pred": "The action is #DUAL_POINT#; touch_point: 0.4403, 0.4384, lift_point: 0.4403, 0.4384" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.469, 0.1575, lift_point: 0.469, 0.1575" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9194, 0.2965, lift_point: 0.9194, 0.2965", "pred": "The action is #DUAL_POINT#; touch_point: 0.9139, 0.345, lift_point: 0.9139, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0682, 0.3636, lift_point: 0.0682, 0.3636", "pred": "The action is #DUAL_POINT#; touch_point: 0.0595, 0.3069, lift_point: 0.0595, 0.3069" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for good French restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1176, 0.603, lift_point: 0.1176, 0.603", "pred": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.3797, lift_point: 0.1171, 0.3797" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4796, 0.3737, lift_point: 0.4796, 0.3737" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9428, 0.524, lift_point: 0.9428, 0.524", "pred": "The action is #DUAL_POINT#; touch_point: 0.9342, 0.3459, lift_point: 0.9342, 0.3459" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0667, 0.271, lift_point: 0.0667, 0.271", "pred": "The action is #DUAL_POINT#; touch_point: 0.0698, 0.2941, lift_point: 0.0698, 0.2941" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2718, 0.5393, lift_point: 0.2718, 0.5393", "pred": "The action is #DUAL_POINT#; touch_point: 0.1335, 0.3619, lift_point: 0.1335, 0.3619" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4617, 0.5654, lift_point: 0.4617, 0.5654" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9014, 0.4658, lift_point: 0.9014, 0.4658", "pred": "The action is #DUAL_POINT#; touch_point: 0.9113, 0.3475, lift_point: 0.9113, 0.3475" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0603, 0.3868, lift_point: 0.0603, 0.3868", "pred": "The action is #DUAL_POINT#; touch_point: 0.0594, 0.3069, lift_point: 0.0594, 0.3069" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Boston\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Barcelona to Boston\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1319, 0.272, lift_point: 0.1319, 0.272", "pred": "The action is #DUAL_POINT#; touch_point: 0.1227, 0.4065, lift_point: 0.1227, 0.4065" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.379, 0.3733, lift_point: 0.379, 0.3733" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5594, 0.3859, lift_point: 0.5594, 0.3859", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1236, 0.0692, lift_point: 0.1236, 0.0692" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.9312, 0.3919, lift_point: 0.9312, 0.3919" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0914, 0.497, lift_point: 0.0914, 0.497", "pred": "The action is #DUAL_POINT#; touch_point: 0.9132, 0.3265, lift_point: 0.9132, 0.3265" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"HisenseTV cost\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.607, 0.1523, lift_point: 0.607, 0.1523", "pred": "The action is #DUAL_POINT#; touch_point: 0.9132, 0.2945, lift_point: 0.9132, 0.2945" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2242, 0.3622, lift_point: 0.2242, 0.3622", "pred": "The action is #DUAL_POINT#; touch_point: 0.1932, 0.2314, lift_point: 0.1932, 0.2314" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0716, 0.3798, lift_point: 0.0716, 0.3798", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"HisenseTV cost\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"HisenseTV cost\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4034, 0.4373, lift_point: 0.4034, 0.4373", "pred": "The action is #DUAL_POINT#; touch_point: 0.1264, 0.4615, lift_point: 0.1264, 0.4615" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6185, 0.1643, lift_point: 0.6185, 0.1643" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8139, 0.8516, lift_point: 0.8139, 0.8516", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0693, 0.2988, lift_point: 0.0693, 0.2988", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Google app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0822, 0.5471, lift_point: 0.0822, 0.5471", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Google app\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Google app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Google app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6315, 0.6047, lift_point: 0.6315, 0.6047", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1344, 0.2843, lift_point: 0.1344, 0.2843", "pred": "The action is #DUAL_POINT#; touch_point: 0.1015, 0.2951, lift_point: 0.1015, 0.2951" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1405, 0.4311, lift_point: 0.1405, 0.4311", "pred": "The action is #DUAL_POINT#; touch_point: 0.1391, 0.2864, lift_point: 0.1391, 0.2864" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2016, 0.8554, lift_point: 0.2016, 0.8554" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9271, 0.4142, lift_point: 0.9271, 0.4142", "pred": "The action is #DUAL_POINT#; touch_point: 0.9132, 0.345, lift_point: 0.9132, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0575, 0.3245, lift_point: 0.0575, 0.3245", "pred": "The action is #DUAL_POINT#; touch_point: 0.0692, 0.2919, lift_point: 0.0692, 0.2919" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.4669, lift_point: 0.0672, 0.4669", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Paris\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Paris\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.4034, lift_point: 0.1173, 0.4034", "pred": "The action is #DUAL_POINT#; touch_point: 0.122, 0.3398, lift_point: 0.122, 0.3398" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4613, 0.2314, lift_point: 0.4613, 0.2314" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5299, 0.1896, lift_point: 0.5299, 0.1896", "pred": "The action is #DUAL_POINT#; touch_point: 0.1618, 0.8474, lift_point: 0.1618, 0.8474" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5545, 0.6885, lift_point: 0.5545, 0.6885" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8001, 0.6254, lift_point: 0.8001, 0.6254", "pred": "The action is #DUAL_POINT#; touch_point: 0.7947, 0.6947, lift_point: 0.7947, 0.6947" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0557, 0.9678, lift_point: 0.0557, 0.9678", "pred": "The action is #DUAL_POINT#; touch_point: 0.0715, 0.631, lift_point: 0.0715, 0.631" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0581, 0.9775, lift_point: 0.0581, 0.9775", "pred": "The action is #DUAL_POINT#; touch_point: 0.0709, 0.4916, lift_point: 0.0709, 0.4916" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0709, 0.4918, lift_point: 0.0709, 0.4918" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.792, 0.682, lift_point: 0.792, 0.682" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.359, 0.6213, lift_point: 0.359, 0.6213", "pred": "The action is #DUAL_POINT#; touch_point: 0.1422, 0.6617, lift_point: 0.1422, 0.6617" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0614, 0.5729, lift_point: 0.0614, 0.5729", "pred": "The action is #DUAL_POINT#; touch_point: 0.0611, 0.5319, lift_point: 0.0611, 0.5319" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do i get to the nearest Home Depot?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.2987, 0.4673, lift_point: 0.2987, 0.4673" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5346, 0.6453, lift_point: 0.5346, 0.6453" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.6141, lift_point: 0.799, 0.6141", "pred": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.6923, lift_point: 0.7928, 0.6923" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5409, 0.8498, lift_point: 0.5409, 0.8498", "pred": "The action is #DUAL_POINT#; touch_point: 0.5349, 0.5828, lift_point: 0.5349, 0.5828" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0483, 0.643, lift_point: 0.0483, 0.643", "pred": "The action is #DUAL_POINT#; touch_point: 0.1614, 0.2651, lift_point: 0.1614, 0.2651" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Home Depot?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.397, lift_point: 0.1171, 0.397" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1231, 0.4027, lift_point: 0.1231, 0.4027", "pred": "The action is #DUAL_POINT#; touch_point: 0.1251, 0.4613, lift_point: 0.1251, 0.4613" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6198, 0.4425, lift_point: 0.6198, 0.4425", "pred": "The action is #DUAL_POINT#; touch_point: 0.617, 0.5058, lift_point: 0.617, 0.5058" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.161, 0.5798, lift_point: 0.161, 0.5798" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1739, 0.1727, lift_point: 0.1739, 0.1727", "pred": "The action is #DUAL_POINT#; touch_point: 0.1679, 0.3068, lift_point: 0.1679, 0.3068" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0582, 0.7828, lift_point: 0.0582, 0.7828" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.6226, lift_point: 0.0578, 0.6226", "pred": "The action is #DUAL_POINT#; touch_point: 0.0452, 0.5189, lift_point: 0.0452, 0.5189" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Calendar\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"calender\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1135, 0.2094, lift_point: 0.1135, 0.2094", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4035, 0.3219, lift_point: 0.4035, 0.3219", "pred": "The action is #DUAL_POINT#; touch_point: 0.1211, 0.3353, lift_point: 0.1211, 0.3353" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2111, 0.2851, lift_point: 0.2111, 0.2851", "pred": "The action is #DUAL_POINT#; touch_point: 0.1473, 0.8748, lift_point: 0.1473, 0.8748" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2213, 0.7795, lift_point: 0.2213, 0.7795" }, { "gt": "The action is #PRESS_HOME#", "pred": "The statusPRESS_HOME statusPRESS_HOME statusPRESS_HOME statusPRESS_HOME" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6644, 0.873, lift_point: 0.6644, 0.873", "pred": "The action is #DUAL_POINT#; touch_point: 0.1652, 0.7051, lift_point: 0.1652, 0.7051" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6644, 0.873, lift_point: 0.6644, 0.873", "pred": "The action is #DUAL_POINT#; touch_point: 0.1684, 0.8904, lift_point: 0.1684, 0.8904" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6423, 0.8629, lift_point: 0.6423, 0.8629", "pred": "The action is #DUAL_POINT#; touch_point: 0.1581, 0.7081, lift_point: 0.1581, 0.7081" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6476, 0.889, lift_point: 0.6476, 0.889", "pred": "The action is #DUAL_POINT#; touch_point: 0.1639, 0.7058, lift_point: 0.1639, 0.7058" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.9168, 0.3336, lift_point: 0.9168, 0.3336" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.881, 0.3583, lift_point: 0.881, 0.3583", "pred": "The action is #DUAL_POINT#; touch_point: 0.8907, 0.389, lift_point: 0.8907, 0.389" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Brazilian Real\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Brazilian Real?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8885, 0.5074, lift_point: 0.8885, 0.5074", "pred": "The action is #DUAL_POINT#; touch_point: 0.8908, 0.389, lift_point: 0.8908, 0.389" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.583, 0.5171, lift_point: 0.583, 0.5171", "pred": "The action is #DUAL_POINT#; touch_point: 0.637, 0.2298, lift_point: 0.637, 0.2298" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7293, 0.7629, lift_point: 0.7293, 0.7629", "pred": "The action is #DUAL_POINT#; touch_point: 0.6137, 0.6218, lift_point: 0.6137, 0.6218" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.9037, 0.488, lift_point: 0.9037, 0.488" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8821, 0.4104, lift_point: 0.8821, 0.4104", "pred": "The action is #DUAL_POINT#; touch_point: 0.8738, 0.389, lift_point: 0.8738, 0.389" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Cheesecake Factory\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Cheesecake Factory\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Cheesecake Factory?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6167, 0.5729, lift_point: 0.6167, 0.5729" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5323, 0.4879, lift_point: 0.5323, 0.4879", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7766, 0.6942, lift_point: 0.7766, 0.6942", "pred": "The action is #DUAL_POINT#; touch_point: 0.7961, 0.696, lift_point: 0.7961, 0.6961" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0437, 0.4273, lift_point: 0.0437, 0.4273", "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.6319, lift_point: 0.061, 0.6319" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of sweden?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Sweden?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1335, 0.2836, lift_point: 0.1335, 0.2836", "pred": "The action is #DUAL_POINT#; touch_point: 0.1246, 0.2584, lift_point: 0.1246, 0.2584" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.717, 0.0838, lift_point: 0.717, 0.0838" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7834, 0.698, lift_point: 0.7834, 0.698", "pred": "The action is #DUAL_POINT#; touch_point: 0.8826, 0.3897, lift_point: 0.8826, 0.3897" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.048, 0.5517, lift_point: 0.048, 0.5517", "pred": "The action is #DUAL_POINT#; touch_point: 0.0614, 0.4771, lift_point: 0.0614, 0.4771" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at red lobster?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at Red Lobster\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1333, 0.249, lift_point: 0.1333, 0.249", "pred": "The action is #DUAL_POINT#; touch_point: 0.1178, 0.2723, lift_point: 0.1178, 0.2723" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.126, 0.8976, lift_point: 0.126, 0.8976" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5788, 0.2193, lift_point: 0.5788, 0.2193", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.9138, lift_point: 0.117, 0.9138" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7801, lift_point: 0.7801, 0.7801" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3718, 0.499, lift_point: 0.3718, 0.499", "pred": "The action is #DUAL_POINT#; touch_point: 0.165, 0.7032, lift_point: 0.165, 0.7032" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0464, 0.4043, lift_point: 0.0464, 0.4043", "pred": "The action is #DUAL_POINT#; touch_point: 0.054, 0.4689, lift_point: 0.054, 0.4689" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.5384, lift_point: 0.0627, 0.5384" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1985, 0.2131, lift_point: 0.1985, 0.2131", "pred": "The action is #DUAL_POINT#; touch_point: 0.1773, 0.2523, lift_point: 0.1773, 0.2523" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4812, 0.2229, lift_point: 0.4812, 0.2229", "pred": "The action is #DUAL_POINT#; touch_point: 0.3882, 0.3095, lift_point: 0.3882, 0.3095" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7736, 0.6632, lift_point: 0.7736, 0.6632", "pred": "The action is #DUAL_POINT#; touch_point: 0.7795, 0.6911, lift_point: 0.7795, 0.6911" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0424, 0.461, lift_point: 0.0424, 0.461", "pred": "The action is #DUAL_POINT#; touch_point: 0.0696, 0.5679, lift_point: 0.0696, 0.5679" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Argentina\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1274, 0.3181, lift_point: 0.1274, 0.3181" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1417, 0.3636, lift_point: 0.1417, 0.3636", "pred": "The action is #DUAL_POINT#; touch_point: 0.1422, 0.2556, lift_point: 0.1422, 0.2556" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7825, 0.6827, lift_point: 0.7825, 0.6827", "pred": "The action is #DUAL_POINT#; touch_point: 0.797, 0.6916, lift_point: 0.797, 0.6916" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0504, 0.4489, lift_point: 0.0504, 0.4489", "pred": "The action is #DUAL_POINT#; touch_point: 0.0804, 0.4916, lift_point: 0.0804, 0.4916" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach bag?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"beach\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.2757, lift_point: 0.1411, 0.2757", "pred": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.2081, lift_point: 0.1171, 0.2081" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.323, 0.4789, lift_point: 0.323, 0.4789" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1899, 0.2143, lift_point: 0.1899, 0.2143", "pred": "The action is #DUAL_POINT#; touch_point: 0.6581, lift_point: 0.6581, 0.6581" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6181, 0.5148, lift_point: 0.6181, 0.5148" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7836, 0.6763, lift_point: 0.7836, 0.6763", "pred": "The action is #DUAL_POINT#; touch_point: 0.8908, 0.5185, lift_point: 0.8908, 0.5185" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.066, 0.2705, lift_point: 0.066, 0.2705", "pred": "The action is #DUAL_POINT#; touch_point: 0.2288, 0.2935, lift_point: 0.2288, 0.2935" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach blanket?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"beach blanket\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.235, lift_point: 0.1411, 0.235", "pred": "The action is #DUAL_POINT#; touch_point: 0.1225, 0.2081, lift_point: 0.1225, 0.2081" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4708, 0.2896, lift_point: 0.4708, 0.2896", "pred": "The action is #DUAL_POINT#; touch_point: 0.634, 0.4343, lift_point: 0.634, 0.4343" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6347, 0.5944, lift_point: 0.6347, 0.5944" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7804, 0.678, lift_point: 0.7804, 0.678", "pred": "The action is #DUAL_POINT#; touch_point: 0.8863, 0.4384, lift_point: 0.8863, 0.4384" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0421, 0.3922, lift_point: 0.0421, 0.3922", "pred": "The action is #DUAL_POINT#; touch_point: 0.0527, 0.4169, lift_point: 0.0527, 0.4169" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"best Mexican restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"best Mexican restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1269, 0.3198, lift_point: 0.1269, 0.3198", "pred": "The action is #DUAL_POINT#; touch_point: 0.1102, 0.345, lift_point: 0.1102, 0.345" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4407, 0.1703, lift_point: 0.4407, 0.1703" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2736, 0.269, lift_point: 0.2736, 0.269", "pred": "The action is #DUAL_POINT#; touch_point: 0.6183, 0.153, lift_point: 0.6183, 0.153" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0798, 0.1027, lift_point: 0.0798, 0.1027" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.788, 0.6884, lift_point: 0.788, 0.6884", "pred": "The action is #DUAL_POINT#; touch_point: 0.7919, 0.696, lift_point: 0.7919, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0413, 0.4771, lift_point: 0.0413, 0.4771", "pred": "The action is #DUAL_POINT#; touch_point: 0.0693, 0.4749, lift_point: 0.0693, 0.4749" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"big is a lion?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a lion?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1387, 0.2413, lift_point: 0.1387, 0.2413", "pred": "The action is #DUAL_POINT#; touch_point: 0.1148, 0.2084, lift_point: 0.1148, 0.2084" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8387, 0.5262, lift_point: 0.8387, 0.5262", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7723, 0.6778, lift_point: 0.7723, 0.6778", "pred": "The action is #DUAL_POINT#; touch_point: 0.8703, 0.347, lift_point: 0.8703, 0.347" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0473, 0.3652, lift_point: 0.0473, 0.3652", "pred": "The action is #DUAL_POINT#; touch_point: 0.062, 0.6232, lift_point: 0.062, 0.6232" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Bolivia\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Bolivia\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.136, 0.3202, lift_point: 0.136, 0.3202", "pred": "The action is #DUAL_POINT#; touch_point: 0.1235, 0.2011, lift_point: 0.1235, 0.2011" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3171, 0.3097, lift_point: 0.3171, 0.3097" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6301, 0.1398, lift_point: 0.6301, 0.1398", "pred": "The action is #DUAL_POINT#; touch_point: 0.3633, 0.3194, lift_point: 0.3633, 0.3194" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4636, 0.4637, lift_point: 0.4636, 0.4637" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1898, 0.1467, lift_point: 0.1898, 0.1467", "pred": "The action is #DUAL_POINT#; touch_point: 0.2298, 0.2793, lift_point: 0.2298, 0.2793" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6324, 0.1221, lift_point: 0.6324, 0.1221", "pred": "The action is #DUAL_POINT#; touch_point: 0.8624, lift_point: 0.8624, 0.8624" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0594, 0.4623, lift_point: 0.0594, 0.4623", "pred": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.3965, lift_point: 0.1171, 0.3965" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0583, 0.9216, lift_point: 0.0583, 0.9216", "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.3069, lift_point: 0.1172, 0.3069" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0685, 0.4403, lift_point: 0.0685, 0.4403", "pred": "The action is #DUAL_POINT#; touch_point: 0.0696, 0.3623, lift_point: 0.0696, 0.3623" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Open the calculator \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Open the calculator \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1461, 0.4406, lift_point: 0.1461, 0.4406", "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.282, lift_point: 0.1177, 0.282" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3076, 0.3562, lift_point: 0.3076, 0.3562", "pred": "The action is #DUAL_POINT#; touch_point: 0.1969, 0.3118, lift_point: 0.1969, 0.3118" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6333, 0.7567, lift_point: 0.6333, 0.7567", "pred": "The action is #DUAL_POINT#; touch_point: 0.4913, 0.2924, lift_point: 0.4913, 0.2924" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5973, 0.8227, lift_point: 0.5973, 0.8227", "pred": "The action is #DUAL_POINT#; touch_point: 0.1574, 0.2867, lift_point: 0.1574, 0.2867" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1288, 0.9218, lift_point: 0.1288, 0.9218" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6481, 0.5887, lift_point: 0.6481, 0.5887", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.3639, lift_point: 0.0529, 0.3639", "pred": "The action is #DUAL_POINT#; touch_point: 0.0982, 0.3898, lift_point: 0.0982, 0.3898" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" burger restaurants \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"top rated burger restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1507, 0.369, lift_point: 0.1507, 0.369", "pred": "The action is #DUAL_POINT#; touch_point: 0.2121, 0.3685, lift_point: 0.2121, 0.3685" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1136, 0.0858, lift_point: 0.1136, 0.0858" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5943, 0.3915, lift_point: 0.5943, 0.3915", "pred": "The action is #DUAL_POINT#; touch_point: 0.3225, 0.5031, lift_point: 0.3225, 0.5031" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2742, 0.3428, lift_point: 0.2742, 0.3428", "pred": "The action is #DUAL_POINT#; touch_point: 0.0732, 0.0738, lift_point: 0.0732, 0.0738" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0705, 0.9113, lift_point: 0.0705, 0.9113", "pred": "The action is #DUAL_POINT#; touch_point: 0.0614, 0.9115, lift_point: 0.0614, 0.9115" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0633, 0.4191, lift_point: 0.0633, 0.4191", "pred": "The action is #DUAL_POINT#; touch_point: 0.0403, 0.4456, lift_point: 0.0403, 0.4456" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me this weeks events? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me this week's events\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.4739, lift_point: 0.1329, 0.4739", "pred": "The action is #DUAL_POINT#; touch_point: 0.1269, 0.2623, lift_point: 0.1269, 0.2623" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3121, 0.353, lift_point: 0.3121, 0.3531" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3179, 0.3807, lift_point: 0.3179, 0.3807", "pred": "The action is #DUAL_POINT#; touch_point: 0.1782, 0.1165, lift_point: 0.1782, 0.1165" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0521, 0.0913, lift_point: 0.0521, 0.0913", "pred": "The action is #DUAL_POINT#; touch_point: 0.2056, 0.2658, lift_point: 0.2056, 0.2658" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4937, 0.2362, lift_point: 0.4937, 0.2362", "pred": "The action is #DUAL_POINT#; touch_point: 0.282, 0.1854, lift_point: 0.282, 0.1854" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5199, 0.2492, lift_point: 0.5199, 0.2492", "pred": "The action is #DUAL_POINT#; touch_point: 0.2823, 0.1864, lift_point: 0.2823, 0.1864" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2941, 0.9229, lift_point: 0.2941, 0.9229", "pred": "The action is #DUAL_POINT#; touch_point: 0.282, 0.1854, lift_point: 0.282, 0.1854" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2046, 0.4028, lift_point: 0.2046, 0.4028" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5979, 0.3934, lift_point: 0.5979, 0.3934", "pred": "The action is #DUAL_POINT#; touch_point: 0.6239, 0.2868, lift_point: 0.6239, 0.2868" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1291, 0.6564, lift_point: 0.1291, 0.6564", "pred": "The action is #DUAL_POINT#; touch_point: 0.0583, 0.4693, lift_point: 0.0583, 0.4693" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.056, 0.9036, lift_point: 0.056, 0.9036", "pred": "The action is #DUAL_POINT#; touch_point: 0.0523, 0.8394, lift_point: 0.0523, 0.8394" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.4158, lift_point: 0.0562, 0.4158", "pred": "The action is #DUAL_POINT#; touch_point: 0.0512, 0.4455, lift_point: 0.0512, 0.4455" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Play the latest video from the BBC \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0505, 0.4139, lift_point: 0.0505, 0.4139" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1322, 0.4168, lift_point: 0.1322, 0.4168", "pred": "The action is #DUAL_POINT#; touch_point: 0.1141, 0.378, lift_point: 0.1141, 0.378" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3091, 0.4713, lift_point: 0.3091, 0.4713" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.131, 0.2609, lift_point: 0.131, 0.2609", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0673, 0.3037, lift_point: 0.0673, 0.3037" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6091, 0.3766, lift_point: 0.6091, 0.3766", "pred": "The action is #DUAL_POINT#; touch_point: 0.3228, 0.5061, lift_point: 0.3228, 0.5061" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2833, 0.5076, lift_point: 0.2833, 0.5076", "pred": "The action is #DUAL_POINT#; touch_point: 0.1966, 0.4294, lift_point: 0.1966, 0.4294" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0694, 0.9235, lift_point: 0.0694, 0.9235", "pred": "The action is #DUAL_POINT#; touch_point: 0.0628, 0.9227, lift_point: 0.0628, 0.9227" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0602, 0.4433, lift_point: 0.0602, 0.4433", "pred": "The action is #DUAL_POINT#; touch_point: 0.0504, 0.5565, lift_point: 0.0504, 0.5565" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Boston \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0385, 0.4137, lift_point: 0.0385, 0.4137" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2667, 0.3762, lift_point: 0.2667, 0.3762", "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.496, lift_point: 0.1177, 0.496" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3474, 0.272, lift_point: 0.3474, 0.272", "pred": "The action is #DUAL_POINT#; touch_point: 0.2976, 0.3313, lift_point: 0.2976, 0.3313" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7326, 0.5677, lift_point: 0.7326, 0.5677", "pred": "The action is #DUAL_POINT#; touch_point: 0.7793, 0.48, lift_point: 0.7793, 0.48" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.6913, lift_point: 0.7915, 0.6913" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6142, 0.3825, lift_point: 0.6142, 0.3825", "pred": "The action is #DUAL_POINT#; touch_point: 0.6038, 0.3873, lift_point: 0.6038, 0.3873" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2795, 0.5272, lift_point: 0.2795, 0.5272", "pred": "The action is #DUAL_POINT#; touch_point: 0.1961, 0.6958, lift_point: 0.1961, 0.6958" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.8952, lift_point: 0.0638, 0.8952", "pred": "The action is #DUAL_POINT#; touch_point: 0.0516, 0.7879, lift_point: 0.0516, 0.7879" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0585, 0.442, lift_point: 0.0585, 0.442", "pred": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.5696, lift_point: 0.0568, 0.5696" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology? \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0475, 0.4452, lift_point: 0.0475, 0.4452" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1497, 0.5314, lift_point: 0.1497, 0.5314", "pred": "The action is #DUAL_POINT#; touch_point: 0.1041, 0.9351, lift_point: 0.1041, 0.9351" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3273, 0.4227, lift_point: 0.3273, 0.4227", "pred": "The action is #DUAL_POINT#; touch_point: 0.3369, 0.3353, lift_point: 0.3369, 0.3353" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.279, 0.393, lift_point: 0.279, 0.393" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5977, 0.366, lift_point: 0.5977, 0.366", "pred": "The action is #DUAL_POINT#; touch_point: 0.6032, 0.422, lift_point: 0.6032, 0.422" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2881, 0.6019, lift_point: 0.2881, 0.6019", "pred": "The action is #DUAL_POINT#; touch_point: 0.6139, 0.5934, lift_point: 0.6139, 0.5934" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0669, 0.9207, lift_point: 0.0669, 0.9207", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.936, lift_point: 0.068, 0.936" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0677, 0.3997, lift_point: 0.0677, 0.3997", "pred": "The action is #DUAL_POINT#; touch_point: 0.0502, 0.4135, lift_point: 0.0502, 0.4135" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store? \"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store? \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1366, 0.4913, lift_point: 0.1366, 0.4913" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1231, 0.4251, lift_point: 0.1231, 0.4251", "pred": "The action is #DUAL_POINT#; touch_point: 0.1185, 0.4473, lift_point: 0.1185, 0.4473" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1361, 0.5709, lift_point: 0.1361, 0.5709" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.909, 0.351, lift_point: 0.909, 0.351" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5905, 0.3914, lift_point: 0.5905, 0.3914", "pred": "The action is #DUAL_POINT#; touch_point: 0.6038, 0.3513, lift_point: 0.6038, 0.3513" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.28, 0.5216, lift_point: 0.28, 0.5216", "pred": "The action is #DUAL_POINT#; touch_point: 0.443, 0.4947, lift_point: 0.443, 0.4947" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0525, 0.8865, lift_point: 0.0525, 0.8865", "pred": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.2887, lift_point: 0.0555, 0.2887" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0505, 0.418, lift_point: 0.0505, 0.418", "pred": "The action is #DUAL_POINT#; touch_point: 0.0475, 0.4136, lift_point: 0.0475, 0.4136" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Malaysia? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Malaysia? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1342, 0.3641, lift_point: 0.1342, 0.3641", "pred": "The action is #DUAL_POINT#; touch_point: 0.1322, 0.3095, lift_point: 0.1322, 0.3095" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3034, 0.3769, lift_point: 0.3034, 0.3769", "pred": "The action is #DUAL_POINT#; touch_point: 0.3721, 0.3293, lift_point: 0.3721, 0.3293" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.709, 0.6184, lift_point: 0.709, 0.6184" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8207, 0.56, lift_point: 0.8207, 0.56", "pred": "The action is #DUAL_POINT#; touch_point: 0.1753, 0.8314, lift_point: 0.1753, 0.8314" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4195, 0.262, lift_point: 0.4195, 0.262" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2999, 0.2785, lift_point: 0.2999, 0.2785", "pred": "The action is #DUAL_POINT#; touch_point: 0.9095, 0.389, lift_point: 0.9095, 0.389" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.893, 0.389, lift_point: 0.893, 0.389" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.595, 0.3585, lift_point: 0.595, 0.3585", "pred": "The action is #DUAL_POINT#; touch_point: 0.6034, 0.3879, lift_point: 0.6034, 0.3879" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5935, 0.3583, lift_point: 0.5935, 0.3583", "pred": "The action is #DUAL_POINT#; touch_point: 0.3487, lift_point: 0.3487, 0.3487" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892", "pred": "The action is #DUAL_POINT#; touch_point: 0.1946, 0.6684, lift_point: 0.1946, 0.6684" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892", "pred": "The content Start Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0719, 0.9124, lift_point: 0.0719, 0.9124", "pred": "The action is #DUAL_POINT#; touch_point: 0.0565, 0.9126, lift_point: 0.0565, 0.9126" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0466, 0.5782, lift_point: 0.0466, 0.5782", "pred": "The action is #DUAL_POINT#; touch_point: 0.0505, 0.4645, lift_point: 0.0505, 0.4645" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.202, 0.5932, lift_point: 0.202, 0.5932", "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.6492, lift_point: 0.1172, 0.6492" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3258, 0.5227, lift_point: 0.3258, 0.5227", "pred": "The action is #DUAL_POINT#; touch_point: 0.3187, 0.4312, lift_point: 0.3187, 0.4312" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.831, 0.6633, lift_point: 0.831, 0.6633" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8023, 0.6164, lift_point: 0.8023, 0.6164", "pred": "The action is #DUAL_POINT#; touch_point: 0.6428, 0.9031, lift_point: 0.6428, 0.903" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0661, 0.5783, lift_point: 0.0661, 0.5783", "pred": "The action is #DUAL_POINT#; touch_point: 0.0437, 0.4179, lift_point: 0.0437, 0.4179" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.3746, lift_point: 0.1276, 0.3746", "pred": "The action is #DUAL_POINT#; touch_point: 0.1166, 0.3068, lift_point: 0.1166, 0.3068" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6199, 0.3975, lift_point: 0.6199, 0.3975" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.804, 0.6256, lift_point: 0.804, 0.6256", "pred": "The action is #DUAL_POINT#; touch_point: 0.912, 0.4157, lift_point: 0.912, 0.4157" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.5621, lift_point: 0.0651, 0.5621", "pred": "The action is #DUAL_POINT#; touch_point: 0.0617, 0.417, lift_point: 0.0617, 0.417" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach chair?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1244, 0.3227, lift_point: 0.1244, 0.3227" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1322, 0.5464, lift_point: 0.1322, 0.5464", "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.6078, lift_point: 0.1172, 0.6078" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4031, 0.3264, lift_point: 0.4031, 0.3264" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7367, 0.4438, lift_point: 0.7367, 0.4438", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8082, 0.6143, lift_point: 0.8082, 0.6143", "pred": "The action is #DUAL_POINT#; touch_point: 0.9101, 0.491, lift_point: 0.9101, 0.491" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0743, 0.5173, lift_point: 0.0743, 0.5173", "pred": "The action is #DUAL_POINT#; touch_point: 0.0717, 0.4229, lift_point: 0.0717, 0.4229" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.129, 0.4827, lift_point: 0.129, 0.4827", "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.2081, lift_point: 0.1172, 0.2081" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3873, 0.2545, lift_point: 0.3873, 0.2545" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4651, 0.248, lift_point: 0.4651, 0.248" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8991, 0.4974, lift_point: 0.8991, 0.4974", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8086, 0.6235, lift_point: 0.8086, 0.6235", "pred": "The action is #DUAL_POINT#; touch_point: 0.0.0.9291, lift_point: 0.929, 0.9291" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0652, 0.4897, lift_point: 0.0652, 0.4897", "pred": "The action is #DUAL_POINT#; touch_point: 0.0693, 0.4497, lift_point: 0.0693, 0.4497" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.131, 0.4961, lift_point: 0.131, 0.4961", "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.2438, lift_point: 0.1177, 0.2438" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4611, lift_point: 0.4611, 0.4611" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8079, 0.6236, lift_point: 0.8079, 0.6236", "pred": "The action is #DUAL_POINT#; touch_point: 0.9113, 0.5228, lift_point: 0.9113, 0.5228" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0697, 0.5484, lift_point: 0.0697, 0.5484", "pred": "The action is #DUAL_POINT#; touch_point: 0.0695, 0.5318, lift_point: 0.0695, 0.5318" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Panama\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of panama\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1297, 0.3266, lift_point: 0.1297, 0.3266", "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.2438, lift_point: 0.1172, 0.2438" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4273, 0.2709, lift_point: 0.4273, 0.2709" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8104, 0.6183, lift_point: 0.8104, 0.6183", "pred": "The action is #DUAL_POINT#; touch_point: 0.912, 0.345, lift_point: 0.912, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0584, 0.566, lift_point: 0.0584, 0.566", "pred": "The action is #DUAL_POINT#; touch_point: 0.0691, 0.4653, lift_point: 0.0691, 0.4653" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.134, 0.3566, lift_point: 0.134, 0.3566", "pred": "The action is #DUAL_POINT#; touch_point: 0.124, 0.2781, lift_point: 0.124, 0.2781" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8051, 0.6184, lift_point: 0.8051, 0.6184", "pred": "The action is #DUAL_POINT#; touch_point: 0.0.6329, 0.9118, lift_point: 0.6329, 0.9118" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0534, 0.5295, lift_point: 0.0534, 0.5295", "pred": "The action is #DUAL_POINT#; touch_point: 0.0689, 0.4767, lift_point: 0.0689, 0.4767" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Subway?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0521, 0.946, lift_point: 0.0521, 0.946" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1332, 0.3645, lift_point: 0.1332, 0.3645", "pred": "The action is #DUAL_POINT#; touch_point: 0.1229, 0.2181, lift_point: 0.1229, 0.2181" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2808, 0.1181, lift_point: 0.2808, 0.1181" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8071, 0.6207, lift_point: 0.8071, 0.6207", "pred": "The action is #DUAL_POINT#; touch_point: 0.6129, 0.6429, lift_point: 0.6129, 0.6429" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0554, 0.472, lift_point: 0.0554, 0.472", "pred": "The action is #DUAL_POINT#; touch_point: 0.0661, 0.0628, lift_point: 0.0661, 0.0628" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Mexico city to Sydney\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Mexico city to Sydney\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.3904, lift_point: 0.1329, 0.3904", "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.3065, lift_point: 0.1177, 0.3065" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8138, 0.6186, lift_point: 0.8138, 0.6186", "pred": "The action is #DUAL_POINT#; touch_point: 0.912, 0.4157, lift_point: 0.912, 0.4157" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0565, 0.4655, lift_point: 0.0565, 0.4655", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.4657, lift_point: 0.0699, 0.4657" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit right now?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"top post on reddit right now\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1257, 0.4084, lift_point: 0.1257, 0.4084", "pred": "The action is #DUAL_POINT#; touch_point: 0.1243, 0.292, lift_point: 0.1243, 0.292" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5734, lift_point: 0.5734, 0.5734" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6693, 0.3495, lift_point: 0.6693, 0.3495" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.666, 0.2675, lift_point: 0.666, 0.2675", "pred": "The action is #DUAL_POINT#; touch_point: 0.2352, 0.1655, lift_point: 0.2352, 0.1655" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8078, 0.6252, lift_point: 0.8078, 0.6252", "pred": "The action is #DUAL_POINT#; touch_point: 0.912, 0.4156, lift_point: 0.912, 0.4156" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0561, 0.479, lift_point: 0.0561, 0.479", "pred": "The action is #DUAL_POINT#; touch_point: 0.0617, 0.4758, lift_point: 0.0617, 0.4758" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Time in San Francisco\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"time in San Francisco\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1292, 0.3725, lift_point: 0.1292, 0.3725", "pred": "The action is #DUAL_POINT#; touch_point: 0.1142, 0.346, lift_point: 0.1142, 0.346" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6379, 0.4067, lift_point: 0.6379, 0.4067" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8089, 0.6237, lift_point: 0.8089, 0.6237", "pred": "The action is #DUAL_POINT#; touch_point: 0.912, 0.3554, lift_point: 0.912, 0.3554" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.3469, lift_point: 0.0529, 0.3469", "pred": "The action is #DUAL_POINT#; touch_point: 0.0681, 0.4496, lift_point: 0.0681, 0.4496" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good Italian restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good Italian restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1372, 0.4749, lift_point: 0.1372, 0.4749", "pred": "The action is #DUAL_POINT#; touch_point: 0.1082, 0.4087, lift_point: 0.1082, 0.4087" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3965, 0.2378, lift_point: 0.3965, 0.2378" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1643, 0.8382, lift_point: 0.1643, 0.8382", "pred": "The action is #DUAL_POINT#; touch_point: 0.1581, 0.7084, lift_point: 0.1581, 0.7084" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0628, 0.7749, lift_point: 0.0628, 0.7749", "pred": "The action is #DUAL_POINT#; touch_point: 0.0581, 0.8357, lift_point: 0.0581, 0.8357" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0609, 0.9298, lift_point: 0.0609, 0.9298", "pred": "The action is #DUAL_POINT#; touch_point: 0.0527, 0.9369, lift_point: 0.0527, 0.9369" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit app \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1361, 0.2898, lift_point: 0.1361, 0.2898", "pred": "The action is #DUAL_POINT#; touch_point: 0.1008, 0.3257, lift_point: 0.1008, 0.3257" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1505, 0.8499, lift_point: 0.1505, 0.8499", "pred": "The action is #DUAL_POINT#; touch_point: 0.1537, 0.8413, lift_point: 0.1537, 0.8413" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1506, 0.8748, lift_point: 0.1506, 0.8748" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7486, 0.2964, lift_point: 0.7486, 0.2964", "pred": "The action is #DUAL_POINT#; touch_point: 0.7799, 0.6884, lift_point: 0.7799, 0.6884" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0834, 0.841, lift_point: 0.0834, 0.841", "pred": "The action is #DUAL_POINT#; touch_point: 0.0795, 0.8657, lift_point: 0.0795, 0.8657" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0692, 0.1098, lift_point: 0.0692, 0.1098", "pred": "The action is #DUAL_POINT#; touch_point: 0.1424, 0.6693, lift_point: 0.1424, 0.6693" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4919, 0.3876, lift_point: 0.4919, 0.3876" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.625, 0.6017, lift_point: 0.625, 0.6017", "pred": "The action is #DUAL_POINT#; touch_point: 0.7792, 0.6887, lift_point: 0.7792, 0.6887" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1318, 0.4092, lift_point: 0.1318, 0.4092", "pred": "The action is #DUAL_POINT#; touch_point: 0.1454, 0.4253, lift_point: 0.1454, 0.4253" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1332, 0.8927, lift_point: 0.1332, 0.8927", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.9208, lift_point: 0.068, 0.9208" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather in paris\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1182, 0.7609, lift_point: 0.1182, 0.7609" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.26, 0.3267, lift_point: 0.26, 0.3267", "pred": "The action is #DUAL_POINT#; touch_point: 0.2522, 0.3697, lift_point: 0.2522, 0.3697" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2692, 0.4655, lift_point: 0.2692, 0.4655", "pred": "The action is #DUAL_POINT#; touch_point: 0.3697, 0.4448, lift_point: 0.3697, 0.4448" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1831, 0.5248, lift_point: 0.1831, 0.5248" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Barcelona to Boston flight\"", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3091, 0.4261, lift_point: 0.3091, 0.4261", "pred": "The action is #DUAL_POINT#; touch_point: 0.1908, 0.3879, lift_point: 0.1908, 0.3879" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.384, 0.3307, lift_point: 0.384, 0.3307", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1484, 0.8743, lift_point: 0.1484, 0.8743" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137", "pred": "The action is #DUAL_POINT#; touch_point: 0.163, 0.4711, lift_point: 0.163, 0.4711" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092", "pred": "The action is #DUAL_POINT#; touch_point: 0.793, 0.696, lift_point: 0.793, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2249, 0.6282, lift_point: 0.2249, 0.6282", "pred": "The action is #DUAL_POINT#; touch_point: 0.7797, 0.7021, lift_point: 0.7797, 0.7021" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1306, 0.3968, lift_point: 0.1306, 0.3968", "pred": "The action is #DUAL_POINT#; touch_point: 0.1285, 0.4653, lift_point: 0.1285, 0.4653" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1211, 0.8972, lift_point: 0.1211, 0.8972", "pred": "The action is #DUAL_POINT#; touch_point: 0.1184, 0.442, lift_point: 0.1184, 0.442" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1183, 0.4181, lift_point: 0.1183, 0.4181" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2757, 0.5293, lift_point: 0.2757, 0.5293", "pred": "The action is #DUAL_POINT#; touch_point: 0.1969, 0.4714, lift_point: 0.1969, 0.4714" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4713, 0.4713, lift_point: 0.4713, 0.4713" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4969, 0.411, lift_point: 0.4969, 0.411", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3891, 0.6094, lift_point: 0.3891, 0.6094" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5772, 0.6842, lift_point: 0.5772, 0.6842", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2014, 0.4951, lift_point: 0.2014, 0.4951" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667", "pred": "The action is #DUAL_POINT#; touch_point: 0.0479, 0.553, lift_point: 0.0479, 0.553" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941", "pred": "The action is #DUAL_POINT#; touch_point: 0.8866, 0.389, lift_point: 0.8866, 0.389" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913", "pred": "The action is #DUAL_POINT#; touch_point: 0.8826, 0.473, lift_point: 0.8826, 0.473" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177", "pred": "The action is #DUAL_POINT#; touch_point: 0.7796, 0.6395, lift_point: 0.7796, 0.6395" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992", "pred": "The action is #DUAL_POINT#; touch_point: 0.6121, 0.377, lift_point: 0.6121, 0.377" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966", "pred": "The action is #DUAL_POINT#; touch_point: 0.0472, 0.832, lift_point: 0.0472, 0.832" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065", "pred": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.5078, lift_point: 0.1171, 0.5078" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1178, 0.3996, lift_point: 0.1178, 0.3996" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482", "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.3996, lift_point: 0.1172, 0.3996" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6181, 0.1278, lift_point: 0.6181, 0.1278" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476", "pred": "The action is #DUAL_POINT#; touch_point: 0.437, 0.1631, lift_point: 0.437, 0.1631" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.236, 0.1615, lift_point: 0.236, 0.1615" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2302, 0.5118, lift_point: 0.2302, 0.5118" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6144, 0.1462, lift_point: 0.6144, 0.1462" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6422, 0.3976, lift_point: 0.6422, 0.3976" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4615, 0.2014, lift_point: 0.4615, 0.2014" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859", "pred": "The action is #DUAL_POINT#; touch_point: 0.4713, 0.1174, lift_point: 0.4713, 0.1174" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412", "pred": "The action is #DUAL_POINT#; touch_point: 0.6346, 0.2836, lift_point: 0.6346, 0.2836" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7996, 0.6413, lift_point: 0.7996, 0.6413" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.6674, lift_point: 0.799, 0.6674" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148", "pred": "The action is #DUAL_POINT#; touch_point: 0.2008, 0.6762, lift_point: 0.2008, 0.6762" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777", "pred": "The action is #DUAL_POINT#; touch_point: 0.7791, 0.9252, lift_point: 0.7791, 0.9252" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7995, 0.6685, lift_point: 0.7995, 0.6685" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885", "pred": "The action is #DUAL_POINT#; touch_point: 0.8032, 0.6553, lift_point: 0.8032, 0.6553" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4602, 0.5652, lift_point: 0.4602, 0.5652", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3384, 0.4751, lift_point: 0.3384, 0.4751", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8064, 0.5777, lift_point: 0.8064, 0.5777", "pred": "The action is #DUAL_POINT#; touch_point: 0.905, 0.442, lift_point: 0.905, 0.442" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8087, 0.6632, lift_point: 0.8087, 0.6632", "pred": "The action is #DUAL_POINT#; touch_point: 0.8011, 0.6768, lift_point: 0.8011, 0.6768" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.9311, lift_point: 0.0627, 0.9311", "pred": "The action is #DUAL_POINT#; touch_point: 0.0719, 0.9312, lift_point: 0.0719, 0.9312" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Brazil\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7882, 0.6536, lift_point: 0.7882, 0.6536", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1926, 0.7614, lift_point: 0.1926, 0.7614", "pred": "The action is #DUAL_POINT#; touch_point: 0.0783, 0.8654, lift_point: 0.0783, 0.8654" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.9382, lift_point: 0.1172, 0.9382", "pred": "The action is #DUAL_POINT#; touch_point: 0.1174, 0.9165, lift_point: 0.1174, 0.9165" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Find a good burger place on Maps\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1093, 0.2297, lift_point: 0.1093, 0.2297" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.9352, lift_point: 0.1171, 0.9352" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4712, 0.2135, lift_point: 0.4712, 0.2135" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148", "pred": "The action is #DUAL_POINT#; touch_point: 0.8012, 0.7019, lift_point: 0.8012, 0.7019" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148", "pred": "The action is #DUAL_POINT#; touch_point: 0.787, 0.7151, lift_point: 0.787, 0.7151" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148", "pred": "The action is #DUAL_POINT#; touch_point: 0.8014, 0.6761, lift_point: 0.8014, 0.6761" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0611, 0.5639, lift_point: 0.0611, 0.5639", "pred": "The action is #DUAL_POINT#; touch_point: 0.0696, 0.4912, lift_point: 0.0696, 0.4912" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Tokyo\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Tokyo\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3191, 0.7106, lift_point: 0.3191, 0.7106" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.7252, lift_point: 0.7989, 0.7252", "pred": "The action is #DUAL_POINT#; touch_point: 0.8014, 0.7019, lift_point: 0.8014, 0.7019" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682", "pred": "The action is #DUAL_POINT#; touch_point: 0.7964, 0.696, lift_point: 0.7964, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682", "pred": "The action is #DUAL_POINT#; touch_point: 0.7964, 0.696, lift_point: 0.7964, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.6965" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979", "pred": "The action is #DUAL_POINT#; touch_point: 0.796, 0.6761, lift_point: 0.796, 0.6761" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0496, 0.6885, lift_point: 0.0496, 0.6885", "pred": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.4417, lift_point: 0.0651, 0.4417" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.4615, lift_point: 0.1171, 0.4615" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"open\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.206, 0.4131, lift_point: 0.2061, 0.4131" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3275, 0.6995, lift_point: 0.3275, 0.6995", "pred": "The action is #DUAL_POINT#; touch_point: 0.4373, 0.161, lift_point: 0.4373, 0.161" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4317, 0.2584, lift_point: 0.4317, 0.2584" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.679, lift_point: 0.7989, 0.679", "pred": "The action is #DUAL_POINT#; touch_point: 0.801, 0.7012, lift_point: 0.801, 0.7012" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1811, 0.916, lift_point: 0.1811, 0.916", "pred": "The action is #DUAL_POINT#; touch_point: 0.0599, 0.4196, lift_point: 0.0599, 0.4196" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in venezuela\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Venezuela?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2405, 0.7142, lift_point: 0.2405, 0.7142", "pred": "The action is #DUAL_POINT#; touch_point: 0.2152, 0.2228, lift_point: 0.2152, 0.2228" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2655, 0.7318, lift_point: 0.2655, 0.7318" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749", "pred": "The action is #DUAL_POINT#; touch_point: 0.8015, 0.6762, lift_point: 0.8015, 0.6762" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749", "pred": "The action is #DUAL_POINT#; touch_point: 0.7891, 0.6975, lift_point: 0.7891, 0.6975" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.6965, lift_point: 0.7965, 0.6965" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1808, 0.7277, lift_point: 0.1808, 0.7277", "pred": "The action is #DUAL_POINT#; touch_point: 0.2, 0.7738, lift_point: 0.2, 0.7738" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1166, 0.9302, lift_point: 0.1166, 0.9302", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9857, 0.9645, lift_point: 0.9857, 0.9645", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9857, 0.9815, lift_point: 0.9857, 0.9815", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nice phone\"" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \" Captures\"" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8031, 0.665, lift_point: 0.8031, 0.665" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3708, 0.5372, lift_point: 0.3708, 0.5372", "pred": "The action is #DUAL_POINT#; touch_point: 0.3241, 0.5055, lift_point: 0.3241, 0.5055" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0695, 0.5318, lift_point: 0.0695, 0.5318" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "pred": "The action is #DUAL_POINT#; touch_point: 0.7971, 0.6767, lift_point: 0.7971, 0.6767" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "pred": "The action is #DUAL_POINT#; touch_point: 0.7872, 0.6762, lift_point: 0.7872, 0.6762" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "pred": "The action is #DUAL_POINT#; touch_point: 0.7891, 0.6971, lift_point: 0.7891, 0.6971" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "pred": "The action is #DUAL_POINT#; touch_point: 0.7894, 0.697, lift_point: 0.7894, 0.697" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "pred": "The action is #DUAL_POINT#; touch_point: 0.7894, 0.6978, lift_point: 0.7894, 0.6978" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.7124, lift_point: 0.7989, 0.7124", "pred": "The action is #DUAL_POINT#; touch_point: 0.6451, 0.5871, lift_point: 0.6451, 0.5871" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7885, 0.7363, lift_point: 0.7885, 0.7363", "pred": "The action is #DUAL_POINT#; touch_point: 0.6451, 0.5682, lift_point: 0.6451, 0.5682" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7885, 0.7363, lift_point: 0.7885, 0.7363", "pred": "The action is #DUAL_POINT#; touch_point: 0.7891, 0.6971, lift_point: 0.7891, 0.6971" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.035, 0.6353, lift_point: 0.035, 0.6353", "pred": "The action is #DUAL_POINT#; touch_point: 0.043, 0.5429, lift_point: 0.043, 0.5429" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"time in new york\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"k?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7182, 0.642, lift_point: 0.7182, 0.642" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.8011, 0.701, lift_point: 0.8011, 0.701" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.7874, 0.6764, lift_point: 0.7874, 0.6764" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.787, 0.6861, lift_point: 0.787, 0.6861" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.7875, 0.6865, lift_point: 0.7875, 0.6865" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.7873, 0.6862, lift_point: 0.7873, 0.6862" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.7873, 0.6764, lift_point: 0.7873, 0.6764" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1952, 0.5726, lift_point: 0.1952, 0.5726", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.6679, lift_point: 0.0699, 0.6679" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1147, 0.9375, lift_point: 0.1147, 0.9375", "pred": "The action is #DUAL_POINT#; touch_point: 0.0695, 0.9197, lift_point: 0.0695, 0.9197" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Brazilian Real?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Brazilian Real\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1178, 0.432, lift_point: 0.1178, 0.432" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.801, 0.676, lift_point: 0.801, 0.676" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3734, 0.535, lift_point: 0.3734, 0.535", "pred": "The action is #DUAL_POINT#; touch_point: 0.3229, 0.4998, lift_point: 0.3229, 0.4998" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1882, 0.9111, lift_point: 0.1882, 0.9111", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.547, lift_point: 0.068, 0.547" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.0614, lift_point: 0.1172, 0.0614", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1268, 0.4538, lift_point: 0.1268, 0.4538", "pred": "The action is #DUAL_POINT#; touch_point: 0.2199, 0.6941, lift_point: 0.2199, 0.6941" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2041, 0.7353, lift_point: 0.2041, 0.7353" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8412, 0.63, lift_point: 0.8412, 0.63", "pred": "The action is #DUAL_POINT#; touch_point: 0.834, 0.6537, lift_point: 0.834, 0.6537" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0452, 0.5007, lift_point: 0.0452, 0.5007", "pred": "The action is #DUAL_POINT#; touch_point: 0.0613, 0.4913, lift_point: 0.0613, 0.4913" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach tent?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach tent?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1135, 0.2819, lift_point: 0.1135, 0.2819", "pred": "The action is #DUAL_POINT#; touch_point: 0.1229, 0.2148, lift_point: 0.1229, 0.2148" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7171, 0.146, lift_point: 0.7171, 0.146" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1022, 0.1564, lift_point: 0.1022, 0.1564", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2357, 0.7324, lift_point: 0.2357, 0.7324", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7987, 0.6175, lift_point: 0.7987, 0.6175", "pred": "The action is #DUAL_POINT#; touch_point: 0.1632, 0.8589, lift_point: 0.1632, 0.8589" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8356, 0.613, lift_point: 0.8356, 0.613", "pred": "The action is #DUAL_POINT#; touch_point: 0.8342, 0.6487, lift_point: 0.8342, 0.6487" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0386, 0.4054, lift_point: 0.0386, 0.4054", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.4496, lift_point: 0.0699, 0.4496" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1147, 0.305, lift_point: 0.1147, 0.305", "pred": "The action is #DUAL_POINT#; touch_point: 0.1163, 0.2784, lift_point: 0.1163, 0.2784" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6553, 0.2705, lift_point: 0.6553, 0.2705" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8401, 0.6155, lift_point: 0.8401, 0.6155", "pred": "The action is #DUAL_POINT#; touch_point: 0.8348, 0.6603, lift_point: 0.8348, 0.6603" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0338, 0.4432, lift_point: 0.0338, 0.4432", "pred": "The action is #DUAL_POINT#; touch_point: 0.0611, 0.3957, lift_point: 0.0611, 0.3957" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Philadelphia?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Philadelphia?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1147, 0.2706, lift_point: 0.1147, 0.2706", "pred": "The action is #DUAL_POINT#; touch_point: 0.1146, 0.3071, lift_point: 0.1146, 0.3071" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4472, 0.2453, lift_point: 0.4472, 0.2453", "pred": "The action is #DUAL_POINT#; touch_point: 0.3368, 0.2574, lift_point: 0.3368, 0.2574" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.809, 0.4258, lift_point: 0.809, 0.4258", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4171, 0.8272, lift_point: 0.4171, 0.8272" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME, and the content.51, and the emulating Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7845, 0.665, lift_point: 0.7845, 0.665", "pred": "The action is #DUAL_POINT#; touch_point: 0.801, 0.7012, lift_point: 0.801, 0.7012" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0706, 0.3483, lift_point: 0.0706, 0.3483", "pred": "The action is #DUAL_POINT#; touch_point: 0.0698, 0.5881, lift_point: 0.0698, 0.5881" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Tokyo\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Tokyo\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1437, 0.6097, lift_point: 0.1437, 0.6097", "pred": "The action is #DUAL_POINT#; touch_point: 0.1888, 0.2528, lift_point: 0.1888, 0.2528" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7861, 0.7258, lift_point: 0.7861, 0.7258", "pred": "The action is #DUAL_POINT#; touch_point: 0.8012, 0.7018, lift_point: 0.8012, 0.7018" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0557, 0.4528, lift_point: 0.0557, 0.4528", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.4493, lift_point: 0.0699, 0.4493" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.4574, lift_point: 0.117, 0.4574" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1416, 0.6371, lift_point: 0.1416, 0.6371", "pred": "The action is #DUAL_POINT#; touch_point: 0.1684, 0.6112, lift_point: 0.1684, 0.6112" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4037, 0.2188, lift_point: 0.4037, 0.2188" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67", "pred": "The action is #DUAL_POINT#; touch_point: 0.7994, 0.6864, lift_point: 0.7994, 0.6864" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8312, 0.4462, lift_point: 0.8312, 0.4462", "pred": "The action is #DUAL_POINT#; touch_point: 0.6707, 0.893, lift_point: 0.6707, 0.893" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8167, 0.6964, lift_point: 0.8167, 0.6964" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3808, 0.4894, lift_point: 0.3808, 0.4894", "pred": "The action is #DUAL_POINT#; touch_point: 0.9138, 0.2879, lift_point: 0.9138, 0.2879" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3952, 0.4896, lift_point: 0.3952, 0.4896", "pred": "The action is #DUAL_POINT#; touch_point: 0.1661, 0.7038, lift_point: 0.1661, 0.7038" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3421, 0.5452, lift_point: 0.3421, 0.5452", "pred": "The action is #DUAL_POINT#; touch_point: 0.1661, lift_point: 0.1661, 0. lift_point: 0.1661" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3782, 0.497, lift_point: 0.3782, 0.497", "pred": "The action is #DUAL_POINT#; touch_point: 0.9141, 0.3229, lift_point: 0.9141, 0.3229" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0636, 0.2848, lift_point: 0.0636, 0.2848", "pred": "The action is #DUAL_POINT#; touch_point: 0.0693, 0.4419, lift_point: 0.0693, 0.4419" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Los Angeles?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.496, lift_point: 0.1171, 0.496" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.126, 0.668, lift_point: 0.126, 0.668" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.411, 0.1532, lift_point: 0.411, 0.1532", "pred": "The action is #DUAL_POINT#; touch_point: 0.4799, 0.3738, lift_point: 0.4799, 0.3738" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1896, 0.9178, lift_point: 0.1896, 0.9178" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1705, 0.6327, lift_point: 0.1705, 0.6327", "pred": "The action is #DUAL_POINT#; touch_point: 0.5638, 0.3679, lift_point: 0.5638, 0.3679" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0415, 0.6002, lift_point: 0.0415, 0.6002", "pred": "The action is #DUAL_POINT#; touch_point: 0.8637, 0.4878, lift_point: 0.8637, 0.4878" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1091, 0.4122, lift_point: 0.1091, 0.4122", "pred": "The action is #DUAL_POINT#; touch_point: 0.5873, 0.9358, lift_point: 0.5873, 0.9358" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2208, 0.6363, lift_point: 0.2208, 0.6363", "pred": "The get Get get Get get Get get Get get get Get get Get get Get get Get Get Get Get Get to get Get to get Get to get to the get to the get to the get to the get to the get to the get to the get started getting Up#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8665, 0.5298, lift_point: 0.8665, 0.5298" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7998, 0.7148, lift_point: 0.7998, 0.7148", "pred": "The action is #DUAL_POINT#; touch_point: 0.7801, 0.698, lift_point: 0.7801, 0.698" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0618, 0.5005, lift_point: 0.0618, 0.5005", "pred": "The action is #DUAL_POINT#; touch_point: 0.0789, 0.5318, lift_point: 0.0789, 0.5318" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.7127, lift_point: 0.0627, 0.7127", "pred": "The action is #DUAL_POINT#; touch_point: 0.1247, 0.2738, lift_point: 0.1247, 0.2738" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.3877, lift_point: 0.1329, 0.3877", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7963, 0.6818, lift_point: 0.7963, 0.6818", "pred": "The action is #DUAL_POINT#; touch_point: 0.7938, 0.6915, lift_point: 0.7938, 0.6915" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0617, 0.4833, lift_point: 0.0617, 0.4833", "pred": "The action is #DUAL_POINT#; touch_point: 0.0693, 0.5319, lift_point: 0.0693, 0.5319" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach tent?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.9354, lift_point: 0.0612, 0.9354" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0524, 0.6532, lift_point: 0.0524, 0.6532", "pred": "The action is #DUAL_POINT#; touch_point: 0.8202, 0.5858, lift_point: 0.8202, 0.5858" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1299, 0.3755, lift_point: 0.1299, 0.3755", "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.3997, lift_point: 0.1179, 0.3997" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1239, 0.0696, lift_point: 0.1239, 0.0696" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.793, 0.1254, lift_point: 0.793, 0.1254", "pred": "The action is #DUAL_POINT#; touch_point: 0.7872, 0.6947, lift_point: 0.7872, 0.6947" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1898, 0.5311, lift_point: 0.1898, 0.5311", "pred": "The action is #DUAL_POINT#; touch_point: 0.0697, 0.4639, lift_point: 0.0697, 0.4639" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.061, 0.4743, lift_point: 0.061, 0.4743", "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.9121, lift_point: 0.1177, 0.9121" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mumbai?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.4639, lift_point: 0.0568, 0.4639" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.07, 0.706, lift_point: 0.07, 0.706", "pred": "The action is #DUAL_POINT#; touch_point: 0.1175, 0.1161, lift_point: 0.1175, 0.1161" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1312, 0.4735, lift_point: 0.1312, 0.4735", "pred": "The action is #DUAL_POINT#; touch_point: 0.1245, 0.2981, lift_point: 0.1245, 0.2981" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1328, 0.4475, lift_point: 0.1328, 0.4475" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2456, 0.4749, lift_point: 0.2456, 0.4749", "pred": "The action is #DUAL_POINT#; touch_point: 0.7805, 0.688, lift_point: 0.7805, 0.6885" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0333, 0.5603, lift_point: 0.0333, 0.5603", "pred": "The action is #DUAL_POINT#; touch_point: 0.0689, 0.4653, lift_point: 0.0689, 0.4653" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.418, 0.719, lift_point: 0.418, 0.719", "pred": "The action is #DUAL_POINT#; touch_point: 0.1176, 0.8562, lift_point: 0.1176, 0.8562" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.9279, lift_point: 0.0567, 0.9279", "pred": "The action is #DUAL_POINT#; touch_point: 0.132, 0.4657, lift_point: 0.132, 0.4657" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.9291, lift_point: 0.0597, 0.9291", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1702, 0.5937, lift_point: 0.1702, 0.5937", "pred": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.924, lift_point: 0.1171, 0.924" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE##" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.907, 0.4314, lift_point: 0.907, 0.4314", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the South Korean Won?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0472, 0.3051, lift_point: 0.0472, 0.3051" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.132, 0.4854, lift_point: 0.132, 0.4854", "pred": "The action is #DUAL_POINT#; touch_point: 0.1038, 0.4553, lift_point: 0.1038, 0.4553" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1239, 0.9141, lift_point: 0.1239, 0.9141" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8858, 0.3312, lift_point: 0.8858, 0.3312", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0637, 0.3928, lift_point: 0.0637, 0.3928", "pred": "The action is #DUAL_POINT#; touch_point: 0.0475, 0.3047, lift_point: 0.0475, 0.3047" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1337, 0.5734, lift_point: 0.1337, 0.5734", "pred": "The action is #DUAL_POINT#; touch_point: 0.1189, 0.2084, lift_point: 0.1189, 0.2084" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2268, 0.1635, lift_point: 0.2268, 0.1635" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8106, 0.6268, lift_point: 0.8106, 0.6268", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0451, 0.9261, lift_point: 0.0451, 0.9261", "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.9211, lift_point: 0.061, 0.9211" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1713, 0.5737, lift_point: 0.1713, 0.5737", "pred": "The action is #DUAL_POINT#; touch_point: 0.12, 0.1698, lift_point: 0.12, 0.1698" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0781, 0.857, lift_point: 0.0781, 0.857" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.882, 0.4322, lift_point: 0.882, 0.4322", "pred": "The action is #DUAL_POINT#; touch_point: 0.8909, 0.4205, lift_point: 0.8909, 0.4205" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0616, 0.4232, lift_point: 0.0616, 0.4232", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new perfume\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new perfume\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new perfume\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.777, 0.3726, lift_point: 0.777, 0.3726", "pred": "The action is #DUAL_POINT#; touch_point: 0.7793, 0.2623, lift_point: 0.7793, 0.2623" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1158, 0.3405, lift_point: 0.1158, 0.3405", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"C\"" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4424, 0.4692, lift_point: 0.4424, 0.4692" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499", "pred": "The action is #DUAL_POINT#; touch_point: 0.9105, 0.345, lift_point: 0.9105, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499", "pred": "The action is #DUAL_POINT#; touch_point: 0.7925, 0.6852, lift_point: 0.7925, 0.6852" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6392, 0.8663, lift_point: 0.6392, 0.8663", "pred": "The action is #DUAL_POINT#; touch_point: 0.4658, 0.7313, lift_point: 0.4658, 0.7313" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0508, 0.0719, lift_point: 0.0508, 0.0719", "pred": "The action is #DUAL_POINT#; touch_point: 0.0595, 0.0778, lift_point: 0.0595, 0.0778" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0437, 0.8153, lift_point: 0.0437, 0.8153", "pred": "The action is #DUAL_POINT#; touch_point: 0.0682, 0.0613, lift_point: 0.0682, 0.0613" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0634, 0.3804, lift_point: 0.0634, 0.3804", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest video from GameSpot Reviews\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest video from GameSpot Reviews\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2834, 0.3351, lift_point: 0.2834, 0.3351", "pred": "The action is #DUAL_POINT#; touch_point: 0.1906, 0.3248, lift_point: 0.1906, 0.3248" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2018, 0.2653, lift_point: 0.2018, 0.2653" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1958, 0.1479, lift_point: 0.1958, 0.1479" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6183, 0.2625, lift_point: 0.6183, 0.2625" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6208, 0.2061, lift_point: 0.6208, 0.2061" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1909, 0.3096, lift_point: 0.1909, 0.3096" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2011, 0.2717, lift_point: 0.2011, 0.2717" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8578, 0.9498, lift_point: 0.8578, 0.9498", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6053, 0.615, lift_point: 0.6053, 0.615" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6896, 0.3524, lift_point: 0.6896, 0.3524", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3458, 0.2445, lift_point: 0.3458, 0.2445", "pred": "The action is #DUAL_POINT#; touch_point: 0.2018, 0.9103, lift_point: 0.2018, 0.9103" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5986, 0.8539, lift_point: 0.5986, 0.8539", "pred": "The action is #DUAL_POINT#; touch_point: 0.7948, 0.6937, lift_point: 0.7948, 0.6937" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0633, 0.0591, lift_point: 0.0633, 0.0591", "pred": "The action is #DUAL_POINT#; touch_point: 0.0617, 0.0821, lift_point: 0.0617, 0.0821" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0577, 0.8463, lift_point: 0.0577, 0.8463", "pred": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.0618, lift_point: 0.0615, 0.0618" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0481, 0.0711, lift_point: 0.0481, 0.0711", "pred": "The action is #DUAL_POINT#; touch_point: 0.0617, 0.0615, lift_point: 0.0617, 0.0615" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0464, 0.8343, lift_point: 0.0464, 0.8343", "pred": "The action is #DUAL_POINT#; touch_point: 0.2068, 0.3197, lift_point: 0.2068, 0.3197" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0624, 0.5325, lift_point: 0.0624, 0.5325", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest video from GameTrailers\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"GameTrailers\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest video from GameTrailers\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1229, 0.3623, lift_point: 0.1229, 0.3623", "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.3748, lift_point: 0.1177, 0.3748" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3127, 0.2278, lift_point: 0.3127, 0.2278" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8813, 0.3494, lift_point: 0.8813, 0.3494", "pred": "The action is #DUAL_POINT#; touch_point: 0.9105, 0.522, lift_point: 0.9105, 0.522" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0436, 0.3128, lift_point: 0.0436, 0.3128", "pred": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.2828, lift_point: 0.0615, 0.2828" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Bahamas\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Bahamas?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3599, 0.3964, lift_point: 0.3599, 0.3964", "pred": "The action is #DUAL_POINT#; touch_point: 0.1174, 0.3393, lift_point: 0.1174, 0.3393" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2061, 0.2139, lift_point: 0.2061, 0.2139" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8874, 0.4462, lift_point: 0.8874, 0.4462", "pred": "The action is #DUAL_POINT#; touch_point: 0.917, 0.394, lift_point: 0.917, 0.394" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0649, 0.4272, lift_point: 0.0649, 0.4272", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.2747, lift_point: 0.1177, 0.2747", "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.3393, lift_point: 0.1177, 0.3393" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3295, 0.2828, lift_point: 0.3295, 0.2828" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9082, 0.3476, lift_point: 0.9082, 0.3476", "pred": "The action is #DUAL_POINT#; touch_point: 0.9103, 0.478, lift_point: 0.9103, 0.478" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8854, 0.439, lift_point: 0.8854, 0.439", "pred": "The action is #DUAL_POINT#; touch_point: 0.8989, 0.3235, lift_point: 0.8989, 0.3235" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0666, 0.2781, lift_point: 0.0666, 0.2781", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1803, 0.4498, lift_point: 0.1803, 0.4498", "pred": "The action is #DUAL_POINT#; touch_point: 0.2979, 0.389, lift_point: 0.2979, 0.389" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1017, 0.3351, lift_point: 0.1017, 0.3351" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3663, 0.1218, lift_point: 0.3663, 0.1218", "pred": "The action is #DUAL_POINT#; touch_point: 0.642, 0.351, lift_point: 0.642, 0.351" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3585, 0.6635, lift_point: 0.3585, 0.6635", "pred": "The action is #DUAL_POINT#; touch_point: 0.3229, 0.4912, lift_point: 0.3229, 0.4912" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0714, 0.149, lift_point: 0.0714, 0.149", "pred": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.061, lift_point: 0.0627, 0.061" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.876, 0.5203, lift_point: 0.876, 0.5203", "pred": "The action is #DUAL_POINT#; touch_point: 0.8854, 0.5265, lift_point: 0.8854, 0.5265" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.603, 0.3919, lift_point: 0.603, 0.3919", "pred": "The action is #DUAL_POINT#; touch_point: 0.6016, 0.3106, lift_point: 0.6016, 0.3106" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4228, 0.5073, lift_point: 0.4228, 0.5073", "pred": "The action is #DUAL_POINT#; touch_point: 0.5159, 0.3265, lift_point: 0.5159, 0.3265" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3074, 0.7011, lift_point: 0.3074, 0.7011", "pred": "The action is #DUAL_POINT#; touch_point: 0.6009, 0.3506, lift_point: 0.6009, 0.3506" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6771, 0.7448, lift_point: 0.6771, 0.7448", "pred": "The action is #DUAL_POINT#; touch_point: 0.6013, 0.3503, lift_point: 0.6013, 0.3503" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4335, 0.8971, lift_point: 0.4335, 0.8971", "pred": "The action is #DUAL_POINT#; touch_point: 0.1613, 0.7089, lift_point: 0.1613, 0.7089" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1616, 0.7083, lift_point: 0.1616, 0.7083" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8827, 0.5237, lift_point: 0.8827, 0.5237", "pred": "The action is #DUAL_POINT#; touch_point: 0.7799, 0.6919, lift_point: 0.7799, 0.6919" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"home depot\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" at home depot\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.5153, lift_point: 0.117, 0.5153" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2118, 0.495, lift_point: 0.2118, 0.495", "pred": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.2149, lift_point: 0.1173, 0.2149" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4677, 0.2609, lift_point: 0.4677, 0.2609" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3531, 0.5142, lift_point: 0.3531, 0.5142", "pred": "The action is #DUAL_POINT#; touch_point: 0.1572, 0.8798, lift_point: 0.1572, 0.8798" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0403, 0.4861, lift_point: 0.0403, 0.4861" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3485, 0.2759, lift_point: 0.3485, 0.2759", "pred": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.4654, lift_point: 0.0627, 0.4654" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0475, 0.48, lift_point: 0.0475, 0.48", "pred": "The action is #DUAL_POINT#; touch_point: 0.6682, 0.4879, lift_point: 0.6682, 0.4879" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Los Angeles\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Los Angeles\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1148, 0.4473, lift_point: 0.1148, 0.4473" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.469, 0.3273, lift_point: 0.469, 0.3273" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7715, 0.4784, lift_point: 0.7715, 0.4784", "pred": "The action is #DUAL_POINT#; touch_point: 0.3239, 0.5064, lift_point: 0.3239, 0.5064" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0461, 0.8065, lift_point: 0.0461, 0.8065", "pred": "The action is #DUAL_POINT#; touch_point: 0.0565, 0.7446, lift_point: 0.0565, 0.7446" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new Ariana Grande \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.055, 0.9382, lift_point: 0.055, 0.9382" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1235, 0.3061, lift_point: 0.1235, 0.3061" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1953, 0.6345, lift_point: 0.1953, 0.6345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7711, 0.2952, lift_point: 0.7711, 0.2952", "pred": "The action is #DUAL_POINT#; touch_point: 0.145, 0.4807, lift_point: 0.145, 0.4807" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.159, 0.4774, lift_point: 0.159, 0.4774", "pred": "The action is #DUAL_POINT#; touch_point: 0.1536, 0.4613, lift_point: 0.1536, 0.4613" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5075, 0.042, lift_point: 0.5075, 0.042", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1134, 0.3077, lift_point: 0.1134, 0.3077", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1774, 0.2732, lift_point: 0.1774, 0.2732", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1774, 0.2732, lift_point: 0.1774, 0.2732", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.173, 0.2203, lift_point: 0.173, 0.2203", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3458, 0.485, lift_point: 0.3458, 0.485", "pred": "The action is #DUAL_POINT#; touch_point: 0.323, 0.503, lift_point: 0.323, 0.503" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.4301, lift_point: 0.0518, 0.4301", "pred": "The action is #DUAL_POINT#; touch_point: 0.0692, 0.5318, lift_point: 0.0692, 0.5318" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Portland?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" rent for in Portland?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for Portland?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2043, 0.3687, lift_point: 0.2043, 0.3687" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.403, 0.2264, lift_point: 0.403, 0.2264" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4963, 0.3306, lift_point: 0.4963, 0.3306", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3506, 0.4922, lift_point: 0.3506, 0.4922", "pred": "The action is #DUAL_POINT#; touch_point: 0.3232, 0.5068, lift_point: 0.3232, 0.5068" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0503, 0.5814, lift_point: 0.0503, 0.5814", "pred": "The action is #DUAL_POINT#; touch_point: 0.0625, 0.5493, lift_point: 0.0625, 0.5493" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Colombia?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Colombia?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.432, lift_point: 0.1179, 0.432" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3179, 0.4504, lift_point: 0.3179, 0.4504", "pred": "The action is #DUAL_POINT#; touch_point: 0.3395, 0.1583, lift_point: 0.3395, 0.1583" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6128, 0.612, lift_point: 0.6128, 0.612" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3143, 0.5054, lift_point: 0.3143, 0.5054", "pred": "The action is #DUAL_POINT#; touch_point: 0.3137, lift_point: 0.3137, 0.3137" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0659, 0.5205, lift_point: 0.0659, 0.5205", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3091, 0.4189, lift_point: 0.3091, 0.4189" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3288, 0.5034, lift_point: 0.3288, 0.5034", "pred": "The action is #DUAL_POINT#; touch_point: 0.3151, 0.506, lift_point: 0.3151, 0.506" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2554, 0.5853, lift_point: 0.2554, 0.5853", "pred": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.5216, lift_point: 0.0612, 0.5216" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0553, 0.9354, lift_point: 0.0553, 0.9354" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4656, 0.161, lift_point: 0.4656, 0.161" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7828, 0.6952, lift_point: 0.7828, 0.6952", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8954, 0.5411, lift_point: 0.8954, 0.5411", "pred": "The action is #DUAL_POINT#; touch_point: 0.9188, 0.5217, lift_point: 0.9188, 0.5217" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8974, 0.099, lift_point: 0.8974, 0.099", "pred": "The action is #DUAL_POINT#; touch_point: 0.8866, 0.7065, lift_point: 0.8866, 0.7065" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.305, 0.6055, lift_point: 0.305, 0.6055", "pred": "The action is #DUAL_POINT#; touch_point: 0.069, 0.4641, lift_point: 0.069, 0.4641" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1275, 0.6682, lift_point: 0.1275, 0.6682" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4799, 0.1778, lift_point: 0.4799, 0.1778" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8128, 0.4628, lift_point: 0.8128, 0.4628", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6727, 0.4692, lift_point: 0.6727, 0.4692" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7737, 0.699, lift_point: 0.7737, 0.699", "pred": "The action is #DUAL_POINT#; touch_point: 0.8774, 0.4153, lift_point: 0.8774, 0.4153" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.536, lift_point: 0.0621, 0.536", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.464, lift_point: 0.0699, 0.464" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0566, 0.0485, lift_point: 0.0566, 0.0485" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.113, 0.2941, lift_point: 0.113, 0.2941" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.7654, lift_point: 0.1411, 0.7654", "pred": "The action is #DUAL_POINT#; touch_point: 0.1222, 0.3671, lift_point: 0.1222, 0.3671" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4641, 0.6628, lift_point: 0.4641, 0.6628" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7197, 0.5707, lift_point: 0.7197, 0.5707", "pred": "The action is #DUAL_POINT#; touch_point: 0.531, 0.5637, lift_point: 0.531, 0.5637" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9042, 0.5328, lift_point: 0.9042, 0.5328", "pred": "The action is #DUAL_POINT#; touch_point: 0.8231, 0.7121, lift_point: 0.8231, 0.7121" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2017, 0.4648, lift_point: 0.2017, 0.4648" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5991, 0.2031, lift_point: 0.5991, 0.2031", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6343, 0.2924, lift_point: 0.6343, 0.2924" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0667, 0.5883, lift_point: 0.0667, 0.5883", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the LG TV\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the LG TV\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1317, 0.3694, lift_point: 0.1317, 0.3694", "pred": "The action is #DUAL_POINT#; touch_point: 0.1182, 0.447, lift_point: 0.1182, 0.447" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6683, 0.0739, lift_point: 0.6683, 0.0739" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7844, 0.4128, lift_point: 0.7844, 0.4128", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2666, 0.9496, lift_point: 0.2666, 0.9496", "pred": "The action is #DUAL_POINT#; touch_point: 0.5357, 0.4359, lift_point: 0.5357, 0.4359" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5227, 0.5272, lift_point: 0.5227, 0.5272" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7461, 0.9405, lift_point: 0.7461, 0.9405", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.718, 0.5831, lift_point: 0.718, 0.5831" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7894, 0.6619, lift_point: 0.7894, 0.6619", "pred": "The action is #DUAL_POINT#; touch_point: 0.9101, 0.479, lift_point: 0.9101, 0.479" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1974, 0.3985, lift_point: 0.1974, 0.3985", "pred": "The action is #DUAL_POINT#; touch_point: 0.0696, 0.5642, lift_point: 0.0696, 0.5642" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.064, 0.5751, lift_point: 0.064, 0.5751", "pred": "The action is #DUAL_POINT#; touch_point: 0.1092, 0.8959, lift_point: 0.1092, 0.8959" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0537, 0.6118, lift_point: 0.0537, 0.6118" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1467, 0.5544, lift_point: 0.1467, 0.5544", "pred": "The action is #DUAL_POINT#; touch_point: 0.1407, 0.3815, lift_point: 0.1407, 0.3815" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4646, 0.6628, lift_point: 0.4646, 0.6628" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5362, 0.4795, lift_point: 0.5362, 0.4795", "pred": "The action is #DUAL_POINT#; touch_point: 0.7452, 0.2129, lift_point: 0.7452, 0.2129" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6009, 0.1258, lift_point: 0.6009, 0.1258", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.634, 0.3089, lift_point: 0.634, 0.3089" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7808, 0.6931, lift_point: 0.7808, 0.6931", "pred": "The action is #DUAL_POINT#; touch_point: 0.8869, 0.473, lift_point: 0.8869, 0.473" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6936, 0.8393, lift_point: 0.6936, 0.8393", "pred": "The action is #DUAL_POINT#; touch_point: 0.8221, lift_point: 0.8221, 0.8221" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7686, 0.7016, lift_point: 0.7686, 0.7016", "pred": "The action is #DUAL_POINT#; touch_point: 0.8914, 0.3898, lift_point: 0.8914, 0.3898" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0619, 0.546, lift_point: 0.0619, 0.546", "pred": "The action is #DUAL_POINT#; touch_point: 0.0594, 0.538, lift_point: 0.0594, 0.538" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at Five Guys\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0511, 0.9354, lift_point: 0.0511, 0.9354" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1341, 0.3932, lift_point: 0.1341, 0.3932", "pred": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.7098, lift_point: 0.1276, 0.7098" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3713, 0.3599, lift_point: 0.3713, 0.3599", "pred": "The action is #DUAL_POINT#; touch_point: 0.434, 0.2537, lift_point: 0.434, 0.2537" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.9579, lift_point: 0.1276, 0.9579", "pred": "The action is #DUAL_POINT#; touch_point: 0.9048, 0.5218, lift_point: 0.9048, 0.5218" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.768, 0.7048, lift_point: 0.768, 0.7048", "pred": "The action is #DUAL_POINT#; touch_point: 0.9172, 0.394, lift_point: 0.9172, 0.394" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.052, 0.5235, lift_point: 0.052, 0.5235", "pred": "The action is #DUAL_POINT#; touch_point: 0.0432, 0.4225, lift_point: 0.0432, 0.4225" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1238, 0.3221, lift_point: 0.1238, 0.3221" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1236, 0.4752, lift_point: 0.1236, 0.4752", "pred": "The action is #DUAL_POINT#; touch_point: 0.1272, 0.6694, lift_point: 0.1272, 0.6694" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.716, 0.1113, lift_point: 0.716, 0.1113" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.1035, lift_point: 0.1179, 0.1035" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5154, 0.5224, lift_point: 0.5154, 0.5224", "pred": "The action is #DUAL_POINT#; touch_point: 0.7171, 0.1102, lift_point: 0.7171, 0.1102" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7754, 0.6913, lift_point: 0.7754, 0.6913", "pred": "The action is #DUAL_POINT#; touch_point: 0.8841, 0.4351, lift_point: 0.8841, 0.4351" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0722, 0.4674, lift_point: 0.0722, 0.4674", "pred": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.8326, lift_point: 0.0615, 0.8326" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Venezuela\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Venezuela\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1258, 0.44, lift_point: 0.1258, 0.44", "pred": "The action is #DUAL_POINT#; touch_point: 0.1277, 0.6993, lift_point: 0.1277, 0.6993" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3403, 0.4614, lift_point: 0.3403, 0.4614" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7785, 0.6747, lift_point: 0.7785, 0.6747", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9707, 0.5144, lift_point: 0.9707, 0.5144", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.4494, lift_point: 0.068, 0.4494" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7778, 0.4917, lift_point: 0.7778, 0.4917", "pred": "The action is #DUAL_POINT#; touch_point: 0.798, 0.6894, lift_point: 0.798, 0.6894" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5702, 0.2163, lift_point: 0.5702, 0.2163", "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.696, lift_point: 0.7968, 0.6968" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7842, 0.5074, lift_point: 0.7842, 0.5074", "pred": "The action is #DUAL_POINT#; touch_point: 0.7798, 0.6584, lift_point: 0.7798, 0.6584" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.063, 0.7931, lift_point: 0.063, 0.7931", "pred": "The action is #DUAL_POINT#; touch_point: 0.0584, 0.3067, lift_point: 0.0584, 0.3067" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0644, 0.9342, lift_point: 0.0644, 0.9342", "pred": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.922, lift_point: 0.0597, 0.922" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0643, 0.5633, lift_point: 0.0643, 0.5633", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"spotify\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Spotify\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"spotify\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1261, 0.2586, lift_point: 0.1261, 0.2586", "pred": "The action is #DUAL_POINT#; touch_point: 0.1175, 0.3061, lift_point: 0.1175, 0.3061" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1452, 0.8704, lift_point: 0.1452, 0.8704", "pred": "The action is #DUAL_POINT#; touch_point: 0.1526, 0.8717, lift_point: 0.1526, 0.8717" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1537, 0.8838, lift_point: 0.1537, 0.8838" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7725, 0.6671, lift_point: 0.7725, 0.6671", "pred": "The action is #DUAL_POINT#; touch_point: 0.8899, 0.4736, lift_point: 0.8899, 0.4736" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0654, 0.4881, lift_point: 0.0654, 0.4881", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.4494, lift_point: 0.068, 0.4494" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Seattle\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \" hotels in Seattle\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1388, 0.3413, lift_point: 0.1388, 0.3413", "pred": "The action is #DUAL_POINT#; touch_point: 0.1248, 0.6692, lift_point: 0.1248, 0.6692" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.468, 0.2528, lift_point: 0.468, 0.2528" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6607, 0.0739, lift_point: 0.6607, 0.0739" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8444, 0.5089, lift_point: 0.8444, 0.5089", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.126, 0.3098, lift_point: 0.126, 0.3098" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.9103, 0.522, lift_point: 0.9103, 0.522" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7662, 0.6751, lift_point: 0.7662, 0.6751", "pred": "The action is #DUAL_POINT#; touch_point: 0.8898, 0.4737, lift_point: 0.8898, 0.4737" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0501, 0.3252, lift_point: 0.0501, 0.3252", "pred": "The action is #DUAL_POINT#; touch_point: 0.0546, 0.8521, lift_point: 0.0546, 0.8521" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1391, 0.2865, lift_point: 0.1391, 0.2865" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1322, 0.2367, lift_point: 0.1322, 0.2367", "pred": "The action is #DUAL_POINT#; touch_point: 0.1952, 0.2131, lift_point: 0.1952, 0.2131" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.863, lift_point: 0.7915, 0.863", "pred": "The action is #DUAL_POINT#; touch_point: 0.8239, 0.8341, lift_point: 0.8239, 0.8341" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3615, 0.4343, lift_point: 0.3615, 0.4343" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.674, 0.4341, lift_point: 0.674, 0.4341", "pred": "The action is #DUAL_POINT#; touch_point: 0.6373, 0.3703, lift_point: 0.6373, 0.3703" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6739, 0.4207, lift_point: 0.6739, 0.4207", "pred": "The action is #DUAL_POINT#; touch_point: 0.4612, 0.3187, lift_point: 0.4612, 0.3187" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4539, 0.447, lift_point: 0.4539, 0.447", "pred": "The action is #DUAL_POINT#; touch_point: 0.5175, 0.5175, lift_point: 0.5175, 0.5175" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.914, lift_point: 0.1177, 0.914" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.9051, 0.443, lift_point: 0.9051, 0.443" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3937, 0.6838, lift_point: 0.3937, 0.6838", "pred": "The action is #DUAL_POINT#; touch_point: 0.9107, 0.3225, lift_point: 0.9107, 0.3225" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0647, 0.0629, lift_point: 0.0647, 0.0629" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7774, 0.6949, lift_point: 0.7774, 0.6949", "pred": "The action is #DUAL_POINT#; touch_point: 0.8928, 0.4737, lift_point: 0.8928, 0.4737" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0724, 0.4845, lift_point: 0.0724, 0.4845", "pred": "The action is #DUAL_POINT#; touch_point: 0.0695, 0.4647, lift_point: 0.0695, 0.4647" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Barbados\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0561, 0.2956, lift_point: 0.0561, 0.2956" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1338, 0.2837, lift_point: 0.1338, 0.2837", "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.2017, lift_point: 0.117, 0.2017" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4994, 0.7512, lift_point: 0.4994, 0.7512", "pred": "The action is #DUAL_POINT#; touch_point: 0.319, 0.3181, lift_point: 0.319, 0.3181" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4575, 0.2069, lift_point: 0.4575, 0.2069" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5958, 0.1802, lift_point: 0.5958, 0.1802", "pred": "The action is #DUAL_POINT#; touch_point: 0.1689, 0.8582, lift_point: 0.1689, 0.8582" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1279, 0.3673, lift_point: 0.1279, 0.3673", "pred": "The action is #DUAL_POINT#; touch_point: 0.0692, 0.4496, lift_point: 0.0692, 0.4496" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0655, 0.8962, lift_point: 0.0655, 0.8962", "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.3069, lift_point: 0.1177, 0.3069" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for good Greek restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good Greek restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1317, 0.6422, lift_point: 0.1317, 0.6422", "pred": "The action is #DUAL_POINT#; touch_point: 0.1041, 0.2584, lift_point: 0.1041, 0.2584" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5422, 0.3105, lift_point: 0.5422, 0.3105" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5651, 0.1852, lift_point: 0.5651, 0.1852", "pred": "The action is #DUAL_POINT#; touch_point: 0.9109, 0.672, lift_point: 0.9109, 0.672" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1045, 0.5368, lift_point: 0.1045, 0.5368", "pred": "The action is #DUAL_POINT#; touch_point: 0.0614, 0.6278, lift_point: 0.0614, 0.6278" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0462, 0.8993, lift_point: 0.0462, 0.8993", "pred": "The action is #DUAL_POINT#; touch_point: 0.0566, 0.932, lift_point: 0.0566, 0.932" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0491, 0.4284, lift_point: 0.0491, 0.4284", "pred": "The action is #DUAL_POINT#; touch_point: 0.0574, 0.2951, lift_point: 0.0574, 0.2951" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in Beijing? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in Beijing?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1116, 0.4166, lift_point: 0.1116, 0.4166", "pred": "The action is #DUAL_POINT#; touch_point: 0.1011, 0.3227, lift_point: 0.1011, 0.3227" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3159, 0.8313, lift_point: 0.3159, 0.8313" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5386, 0.1224, lift_point: 0.5386, 0.1224", "pred": "The action is #DUAL_POINT#; touch_point: 0.1813, 0.8574, lift_point: 0.1813, 0.8574" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1063, 0.5713, lift_point: 0.1063, 0.5713", "pred": "The action is #DUAL_POINT#; touch_point: 0.0496, 0.4299, lift_point: 0.0496, 0.4299" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0474, 0.9258, lift_point: 0.0474, 0.9258", "pred": "The action is #DUAL_POINT#; touch_point: 0.0585, 0.922, lift_point: 0.0585, 0.922" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.444, lift_point: 0.0606, 0.444", "pred": "The action is #DUAL_POINT#; touch_point: 0.0511, 0.2984, lift_point: 0.0511, 0.2984" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the TCL TV cost? \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0513, 0.2451, lift_point: 0.0513, 0.2451" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1079, 0.3517, lift_point: 0.1079, 0.3517", "pred": "The action is #DUAL_POINT#; touch_point: 0.1001, 0.324, lift_point: 0.1001, 0.324" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6197, 0.1679, lift_point: 0.6197, 0.1679" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.619, 0.2217, lift_point: 0.619, 0.2217" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3504, 0.3787, lift_point: 0.3504, 0.3787", "pred": "The action is #DUAL_POINT#; touch_point: 0.3095, 0.4613, lift_point: 0.3095, 0.4613" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2651, 0.4613, lift_point: 0.2651, 0.4613" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4697, 0.2268, lift_point: 0.4697, 0.2268" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.605, 0.6198, lift_point: 0.605, 0.6198" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5519, 0.3016, lift_point: 0.5519, 0.3016", "pred": "The action is #DUAL_POINT#; touch_point: 0.634, 0.2218, lift_point: 0.634, 0.2218" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7782, 0.5248, lift_point: 0.7782, 0.5248" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552", "pred": "The action is #DUAL_POINT#; touch_point: 0.186, 0.8625, lift_point: 0.186, 0.8625" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818", "pred": "The action is #DUAL_POINT#; touch_point: 0.0541, 0.449, lift_point: 0.0541, 0.449" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008", "pred": "The action is #DUAL_POINT#; touch_point: 0.0518, lift_point: 0.0518, 0.0518" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854", "pred": "The action is #DUAL_POINT#; touch_point: 0.0513, 0.2459, lift_point: 0.0513, 0.2459" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0472, 0.3296, lift_point: 0.0472, 0.3296" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195", "pred": "The action is #DUAL_POINT#; touch_point: 0.1428, 0.2198, lift_point: 0.1428, 0.2198" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0479, 0.8541, lift_point: 0.0479, 0.8541", "pred": "The action is #DUAL_POINT#; touch_point: 0.1176, 0.3578, lift_point: 0.1176, 0.3578" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0527, 0.8434, lift_point: 0.0527, 0.8434", "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.2142, lift_point: 0.1179, 0.2142" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0552, 0.8162, lift_point: 0.0552, 0.8162", "pred": "The action is #DUAL_POINT#; touch_point: 0.1162, 0.4615, lift_point: 0.1162, 0.4615" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0326, 0.9083, lift_point: 0.0326, 0.9083", "pred": "The action is #DUAL_POINT#; touch_point: 0.1342, 0.4418, lift_point: 0.1342, 0.4418" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0454, 0.9083, lift_point: 0.0454, 0.9083", "pred": "The action is #DUAL_POINT#; touch_point: 0.134, 0.4613, lift_point: 0.134, 0.4613" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0524, 0.3553, lift_point: 0.0524, 0.3553", "pred": "The action is #DUAL_POINT#; touch_point: 0.4552, 0.6238, lift_point: 0.4552, 0.6238" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.313, 0.4719, lift_point: 0.313, 0.4719" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0664, 0.2897, lift_point: 0.0664, 0.2897", "pred": "The action is #DUAL_POINT#; touch_point: 0.1002, 0.2686, lift_point: 0.1002, 0.2686" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1008, 0.2628, lift_point: 0.1008, 0.2628" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.5317, lift_point: 0.0612, 0.5317", "pred": "The action is #DUAL_POINT#; touch_point: 0.2017, 0.2655, lift_point: 0.2017, 0.2655" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.048, 0.8925, lift_point: 0.048, 0.8925", "pred": "The action is #DUAL_POINT#; touch_point: 0.2981, 0.4448, lift_point: 0.2981, 0.4448" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0512, 0.3511, lift_point: 0.0512, 0.3511", "pred": "The action is #DUAL_POINT#; touch_point: 0.1005, 0.2628, lift_point: 0.1005, 0.2628" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Australian Dollar \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0982, 0.2628, lift_point: 0.0982, 0.2628" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1125, 0.3218, lift_point: 0.1125, 0.3218", "pred": "The action is #DUAL_POINT#; touch_point: 0.0997, 0.3688, lift_point: 0.0997, 0.3688" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4264, 0.3293, lift_point: 0.4264, 0.3293" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7876, 0.173, lift_point: 0.7876, 0.173", "pred": "The action is #DUAL_POINT#; touch_point: 0.4269, 0.3296, lift_point: 0.4269, 0.3296" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3592, 0.8903, lift_point: 0.3592, 0.8903", "pred": "The action is #DUAL_POINT#; touch_point: 0.8543, 0.5278, lift_point: 0.8543, 0.5278" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5418, 0.1546, lift_point: 0.5418, 0.1546", "pred": "The action is #DUAL_POINT#; touch_point: 0.1689, 0.8495, lift_point: 0.1689, 0.8495" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1066, 0.6427, lift_point: 0.1066, 0.6427", "pred": "The action is #DUAL_POINT#; touch_point: 0.6685, lift_point: 0.6685, 0.6685" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0473, 0.9284, lift_point: 0.0473, 0.9284", "pred": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.9198, lift_point: 0.0568, 0.9198" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0574, 0.4209, lift_point: 0.0574, 0.4209", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Buenos aires \"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Buenos aires \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0392, 0.2324, lift_point: 0.0392, 0.2324" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1073, 0.2739, lift_point: 0.1073, 0.2739", "pred": "The action is #DUAL_POINT#; touch_point: 0.1008, 0.3298, lift_point: 0.1008, 0.3298" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2568, 0.2873, lift_point: 0.2568, 0.2873", "pred": "The action is #DUAL_POINT#; touch_point: 0.3181, 0.3195, lift_point: 0.3181, 0.3195" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7842, 0.2189, lift_point: 0.7842, 0.2189" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5469, 0.1602, lift_point: 0.5469, 0.1602", "pred": "The action is #DUAL_POINT#; touch_point: 0.1652, lift_point: 0.1652, 0.1652" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1094, 0.412, lift_point: 0.1094, 0.412", "pred": "The action is #DUAL_POINT#; touch_point: 0.1654, 0.1655, lift_point: 0.1654, 0.1655" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0442, 0.92, lift_point: 0.0442, 0.92", "pred": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.919, lift_point: 0.0568, 0.919" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0447, 0.3167, lift_point: 0.0447, 0.3167", "pred": "The action is #DUAL_POINT#; touch_point: 0.0526, 0.2258, lift_point: 0.0526, 0.2258" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of Bolivia \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0526, 0.9357, lift_point: 0.0526, 0.9357" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0988, 0.3816, lift_point: 0.0988, 0.3816", "pred": "The action is #DUAL_POINT#; touch_point: 0.1009, 0.351, lift_point: 0.1009, 0.351" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2194, 0.2862, lift_point: 0.2194, 0.2862" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5378, 0.1475, lift_point: 0.5378, 0.1475", "pred": "The action is #DUAL_POINT#; touch_point: 0.1687, 0.8493, lift_point: 0.1687, 0.8493" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5619, 0.1167, lift_point: 0.5619, 0.1167", "pred": "The action is #DUAL_POINT#; touch_point: 0.2042, 0.7118, lift_point: 0.2042, 0.7118" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.487, lift_point: 0.0562, 0.487", "pred": "The action is #DUAL_POINT#; touch_point: 0.0541, 0.3157, lift_point: 0.0541, 0.3157" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0534, 0.9112, lift_point: 0.0534, 0.9112", "pred": "The action is #DUAL_POINT#; touch_point: 0.0475, 0.902, lift_point: 0.0475, 0.902" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0619, 0.4799, lift_point: 0.0619, 0.4799", "pred": "The action is #DUAL_POINT#; touch_point: 0.0512, 0.9057, lift_point: 0.0512, 0.9057" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0513, 0.9353, lift_point: 0.0513, 0.9353" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1134, 0.4101, lift_point: 0.1134, 0.4101", "pred": "The action is #DUAL_POINT#; touch_point: 0.1005, 0.279, lift_point: 0.1005, 0.279" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5912, 0.3496, lift_point: 0.5912, 0.3496", "pred": "The action is #DUAL_POINT#; touch_point: 0.3398, 0.4032, lift_point: 0.3398, 0.4032" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9431, 0.52, lift_point: 0.9431, 0.52", "pred": "The action is #DUAL_POINT#; touch_point: 0.9004, 0.6048, lift_point: 0.9004, 0.6048" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1021, 0.9745, lift_point: 0.1021, 0.9745", "pred": "The action is #DUAL_POINT#; touch_point: 0.9004, 0.527, lift_point: 0.9004, 0.527" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5861, 0.5358, lift_point: 0.5861, 0.5358", "pred": "The action is #DUAL_POINT#; touch_point: 0.126, 0.912, lift_point: 0.126, 0.912" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4939, 0.3748, lift_point: 0.4939, 0.3748", "pred": "The action is #DUAL_POINT#; touch_point: 0.2062, 0.4475, lift_point: 0.2062, 0.4475" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4843, 0.3748, lift_point: 0.4843, 0.3748", "pred": "The action is #DUAL_POINT#; touch_point: 0.2228, 0.5237, lift_point: 0.2228, 0.5237" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5964, 0.4444, lift_point: 0.5964, 0.4444", "pred": "The action is #DUAL_POINT#; touch_point: 0.5272, 0.3135, lift_point: 0.5272, 0.3135" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5567, 0.4671, lift_point: 0.5567, 0.4671", "pred": "The action is #DUAL_POINT#; touch_point: 0.2229, 0.5238, lift_point: 0.2229, 0.5238" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1902, 0.856, lift_point: 0.1902, 0.856" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5412, 0.1542, lift_point: 0.5412, 0.1542", "pred": "The action is #DUAL_POINT#; touch_point: 0.7801, lift_point: 0.7801, 0.7801" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0539, 0.3661, lift_point: 0.0539, 0.3661", "pred": "The action is #DUAL_POINT#; touch_point: 0.0472, 0.2381, lift_point: 0.0472, 0.2381" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.055, 0.9027, lift_point: 0.055, 0.9027", "pred": "The action is #DUAL_POINT#; touch_point: 0.054, 0.8996, lift_point: 0.054, 0.8996" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0275, 0.3803, lift_point: 0.0275, 0.3803", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest video from GameSpot Reviews\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameSpot Reviews? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest video from GameSpot Reviews\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1097, 0.3554, lift_point: 0.1097, 0.3554", "pred": "The action is #DUAL_POINT#; touch_point: 0.1008, 0.3458, lift_point: 0.1008, 0.3458" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2138, 0.3197, lift_point: 0.2138, 0.3197" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5337, 0.1261, lift_point: 0.5337, 0.1261", "pred": "The action is #DUAL_POINT#; touch_point: 0.1584, 0.6998, lift_point: 0.1584, 0.6998" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.123, 0.2968, lift_point: 0.123, 0.2968", "pred": "The action is #DUAL_POINT#; touch_point: 0.6507, 0.2069, lift_point: 0.6507, 0.2069" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0604, 0.9069, lift_point: 0.0604, 0.9069", "pred": "The action is #DUAL_POINT#; touch_point: 0.0565, 0.9223, lift_point: 0.0565, 0.9223" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0541, 0.2805, lift_point: 0.0541, 0.2805", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1075, 0.3487, lift_point: 0.1075, 0.3487", "pred": "The action is #DUAL_POINT#; touch_point: 0.1042, 0.3098, lift_point: 0.1042, 0.3098" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2558, 0.3923, lift_point: 0.2558, 0.3923", "pred": "The action is #DUAL_POINT#; touch_point: 0.3541, 0.2583, lift_point: 0.3541, 0.2583" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8747, 0.2714, lift_point: 0.8747, 0.2714", "pred": "The action is #DUAL_POINT#; touch_point: 0.1629, 0.3634, lift_point: 0.1629, 0.3634" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6112, 0.6104, lift_point: 0.6112, 0.6104" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7585, 0.5167, lift_point: 0.7585, 0.5167", "pred": "The action is #DUAL_POINT#; touch_point: 0.2013, 0.265, lift_point: 0.2013, 0.265" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2013, 0.2655, lift_point: 0.2013, 0.2655" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1368, 0.1409, lift_point: 0.1368, 0.1409", "pred": "The action is #DUAL_POINT#; touch_point: 0.1684, 0.8461, lift_point: 0.1684, 0.8461" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.543, 0.1352, lift_point: 0.543, 0.1352", "pred": "The action is #DUAL_POINT#; touch_point: 0.1589, 0.6854, lift_point: 0.1589, 0.6854" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1093, 0.4126, lift_point: 0.1093, 0.4126", "pred": "The action is #DUAL_POINT#; touch_point: 0.176, 0.5552, lift_point: 0.176, 0.5552" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.9057, lift_point: 0.0622, 0.9057", "pred": "The action is #DUAL_POINT#; touch_point: 0.0565, 0.922, lift_point: 0.0565, 0.922" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0419, 0.2554, lift_point: 0.0419, 0.2554", "pred": "The action is #DUAL_POINT#; touch_point: 0.0453, 0.2954, lift_point: 0.0453, 0.2954" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of sound? \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0522, 0.9385, lift_point: 0.0522, 0.9385" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1154, 0.3291, lift_point: 0.1154, 0.3291", "pred": "The action is #DUAL_POINT#; touch_point: 0.1008, 0.2783, lift_point: 0.1008, 0.2783" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6197, 0.2886, lift_point: 0.6197, 0.2886" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5677, 0.8324, lift_point: 0.5677, 0.8324", "pred": "The action is #DUAL_POINT#; touch_point: 0.8005, 0.7125, lift_point: 0.8005, 0.7125" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8872, 0.3445, lift_point: 0.8872, 0.3445" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8862, 0.4736, lift_point: 0.8862, 0.4736" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1954, 0.309, lift_point: 0.1954, 0.309", "pred": "The action is #DUAL_POINT#; touch_point: 0.3266, 0.4972, lift_point: 0.3266, 0.4972" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8997, 0.5628, lift_point: 0.8997, 0.5628", "pred": "The action is #DUAL_POINT#; touch_point: 0.9496, 0.4719, lift_point: 0.9496, 0.4719" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9033, 0.642, lift_point: 0.9033, 0.642", "pred": "The action is #DUAL_POINT#; touch_point: 0.9506, 0.4719, lift_point: 0.9506, 0.4719" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0681, 0.1163, lift_point: 0.0681, 0.1163", "pred": "The action is #DUAL_POINT#; touch_point: 0.0614, 0.1132, lift_point: 0.0614, 0.1132" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1405, 0.2047, lift_point: 0.1405, 0.2047", "pred": "The action is #DUAL_POINT#; touch_point: 0.3873, 0.2423, lift_point: 0.3873, 0.2423" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.053, 0.1133, lift_point: 0.053, 0.1133" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7894, 0.6932, lift_point: 0.7894, 0.6932", "pred": "The action is #DUAL_POINT#; touch_point: 0.8908, 0.389, lift_point: 0.8908, 0.389" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7983, 0.6786, lift_point: 0.7983, 0.6786", "pred": "The action is #DUAL_POINT#; touch_point: 0.7961, 0.6961, lift_point: 0.7961, 0.6961" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7952, 0.6971, lift_point: 0.7952, 0.6971", "pred": "The action is #DUAL_POINT#; touch_point: 0.8866, 0.3896, lift_point: 0.8866, 0.3896" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.107, 0.603, lift_point: 0.107, 0.603", "pred": "The action is #DUAL_POINT#; touch_point: 0.1591, 0.4293, lift_point: 0.1591, 0.4293" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0724, 0.5384, lift_point: 0.0724, 0.5384", "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.5164, lift_point: 0.1172, 0.5164" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.208, 0.5184, lift_point: 0.208, 0.5184", "pred": "The action is #DUAL_POINT#; touch_point: 0.1238, 0.6762, lift_point: 0.1238, 0.6762" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6375, 0.4377, lift_point: 0.6375, 0.4377" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8087, 0.7014, lift_point: 0.8087, 0.7014", "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.696, lift_point: 0.7968, 0.6968" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0668, 0.4957, lift_point: 0.0668, 0.4957", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.5187, lift_point: 0.0699, 0.5187" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0595, 0.9268, lift_point: 0.0595, 0.9268" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1352, 0.5249, lift_point: 0.1352, 0.5249", "pred": "The action is #DUAL_POINT#; touch_point: 0.1951, 0.6702, lift_point: 0.1951, 0.6702" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1352, 0.5354, lift_point: 0.1352, 0.5354", "pred": "The action is #DUAL_POINT#; touch_point: 0.1112, 0.4147, lift_point: 0.1112, 0.4147" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7418, 0.5699, lift_point: 0.7418, 0.5699", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7182, 0.4631, lift_point: 0.7182, 0.4631" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.6892, lift_point: 0.799, 0.6892" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5107, 0.6755, lift_point: 0.5107, 0.6755", "pred": "The action is #DUAL_POINT#; touch_point: 0.6656, lift_point: 0.6656, 0.6656" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1326, 0.5856, lift_point: 0.1326, 0.5856", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1333, 0.6506, lift_point: 0.1333, 0.6506", "pred": "The action is #DUAL_POINT#; touch_point: 0.0692, 0.9117, lift_point: 0.0692, 0.9117" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.126, 0.5796, lift_point: 0.126, 0.5796", "pred": "The action is #DUAL_POINT#; touch_point: 0.2274, 0.5414, lift_point: 0.2274, 0.5414" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0703, 0.9171, lift_point: 0.0703, 0.9171", "pred": "The action is #DUAL_POINT#; touch_point: 0.054, 0.929, lift_point: 0.054, 0.929" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9931, 0.7978, lift_point: 0.9931, 0.7978", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Chicago\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Chicago\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Chicago\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1514, 0.338, lift_point: 0.1514, 0.338", "pred": "The action is #DUAL_POINT#; touch_point: 0.1231, 0.3298, lift_point: 0.1231, 0.3298" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3338, 0.4203, lift_point: 0.3338, 0.4203", "pred": "The action is #DUAL_POINT#; touch_point: 0.3445, 0.2574, lift_point: 0.3445, 0.2574" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1269, 0.7608, lift_point: 0.1269, 0.7608" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7797, 0.6762, lift_point: 0.7797, 0.6762" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3751, 0.4752, lift_point: 0.3751, 0.4752", "pred": "The action is #DUAL_POINT#; touch_point: 0.6658, lift_point: 0.6658, 0.6658" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2126, 0.6494, lift_point: 0.2126, 0.6494", "pred": "The action is #DUAL_POINT#; touch_point: 0.0691, 0.5773, lift_point: 0.0691, 0.5773" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1314, 0.9394, lift_point: 0.1314, 0.9394", "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.9167, lift_point: 0.1179, 0.9167" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1239, 0.3393, lift_point: 0.1239, 0.3393" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.6834, lift_point: 0.123, 0.6834" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1262, 0.6741, lift_point: 0.1262, 0.6741" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.7096, lift_point: 0.1179, 0.7096" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.3136, 0.3938, lift_point: 0.3136, 0.3938" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1319, 0.4797, lift_point: 0.1319, 0.4797", "pred": "The action is #DUAL_POINT#; touch_point: 0.3137, 0.476, lift_point: 0.3137, 0.476" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1261, 0.4727, lift_point: 0.1261, 0.4727", "pred": "The action is #DUAL_POINT#; touch_point: 0.2132, 0.3975, lift_point: 0.2132, 0.3975" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6105, 0.4638, lift_point: 0.6105, 0.4638", "pred": "The action is #DUAL_POINT#; touch_point: 0.2131, 0.2785, lift_point: 0.2131, 0.2785" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2016, 0.4138, lift_point: 0.2016, 0.4138" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.6892, lift_point: 0.799, 0.6892" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3666, 0.4903, lift_point: 0.3666, 0.4903", "pred": "The action is #DUAL_POINT#; touch_point: 0.6657, lift_point: 0.6657, 0.6657" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0717, 0.5492, lift_point: 0.0717, 0.5492" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.198, 0.6297, lift_point: 0.198, 0.6297", "pred": "The content, and the content Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1238, 0.9271, lift_point: 0.1238, 0.9271", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Chicago\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Chicago\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1969, 0.6651, lift_point: 0.1969, 0.6651" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2938, 0.2877, lift_point: 0.2938, 0.2877", "pred": "The action is #DUAL_POINT#; touch_point: 0.1268, 0.6833, lift_point: 0.1268, 0.6833" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6039, 0.4167, lift_point: 0.6039, 0.4167", "pred": "The action is #DUAL_POINT#; touch_point: 0.235, 0.2792, lift_point: 0.235, 0.2792" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.9111, 0.5689, lift_point: 0.9111, 0.5689" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOMEPRESS_HOMEPRESS_HOMEPRESS_HOMESTATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7873, 0.6981, lift_point: 0.7873, 0.6981" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3669, 0.4972, lift_point: 0.3669, 0.4972", "pred": "The action is #DUAL_POINT#; touch_point: 0.1781, 0.8798, lift_point: 0.1781, 0.8798" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0589, 0.5386, lift_point: 0.0589, 0.5386", "pred": "The action is #DUAL_POINT#; touch_point: 0.0673, 0.4654, lift_point: 0.0673, 0.4654" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0668, 0.9062, lift_point: 0.0668, 0.9062", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a jet?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a jet?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a jet?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1297, 0.5866, lift_point: 0.1297, 0.5866", "pred": "The action is #DUAL_POINT#; touch_point: 0.1167, 0.3979, lift_point: 0.1167, 0.3979" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7824, 0.6881, lift_point: 0.7824, 0.6881" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3591, 0.516, lift_point: 0.3591, 0.516", "pred": "The action is #DUAL_POINT#; touch_point: 0.916, lift_point: 0.916, 0.916" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3725, 0.5116, lift_point: 0.3725, 0.5116", "pred": "The action is #DUAL_POINT#; touch_point: 0.3479, 0.4966, lift_point: 0.3479, 0.4966" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1292, 0.4293, lift_point: 0.1292, 0.4293" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8872, 0.4736, lift_point: 0.8872, 0.4736" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3373, 0.5155, lift_point: 0.3373, 0.5155", "pred": "The action is #DUAL_POINT#; touch_point: 0.9167, 0.3245, lift_point: 0.9167, 0.3245" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.4292, lift_point: 0.0699, 0.4292", "pred": "The action is #DUAL_POINT#; touch_point: 0.1407, 0.6581, lift_point: 0.1407, 0.6581" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0711, 0.9155, lift_point: 0.0711, 0.9155", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1339, 0.5079, lift_point: 0.1339, 0.5079", "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.3221, lift_point: 0.1177, 0.3221" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3874, lift_point: 0.3874, 0.387" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7807, 0.676, lift_point: 0.7807, 0.676" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3575, 0.508, lift_point: 0.3575, 0.508", "pred": "The action is #DUAL_POINT#; touch_point: 0.3224, 0.4992, lift_point: 0.3224, 0.4992" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.9425, lift_point: 0.0638, 0.9425", "pred": "The action is #DUAL_POINT#; touch_point: 0.1139, 0.9117, lift_point: 0.1139, 0.9117" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.8502, lift_point: 0.0572, 0.8502", "pred": "The action is #DUAL_POINT#; touch_point: 0.043, 0.943, lift_point: 0.043, 0.943" } ]