diff --git "a/AITM_Test_general_BBox_Cap_V10_0128.json" "b/AITM_Test_general_BBox_Cap_V10_0128.json" new file mode 100644--- /dev/null +++ "b/AITM_Test_general_BBox_Cap_V10_0128.json" @@ -0,0 +1,8002 @@ +[ + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.17, 0.7033, lift_point: 0.17, 0.7033", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4696, 0.3037, lift_point: 0.4696, 0.3037" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.9046, 0.9253, lift_point: 0.9046, 0.9253", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0936, 0.1025, lift_point: 0.0936, 0.1025" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8801, 0.5601, lift_point: 0.8801, 0.5601", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9092, 0.472, lift_point: 0.9092, 0.472" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2899, 0.4234, lift_point: 0.2899, 0.4234" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #Scrolling Up#" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #Scrolling Up#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2093, 0.1612, lift_point: 0.2093, 0.1612" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4488, 0.5619, lift_point: 0.4488, 0.5619", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5236, 0.3266, lift_point: 0.5236, 0.3266" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4166, 0.4973, lift_point: 0.4166, 0.4973", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5236, 0.5236, lift_point: 0.5236, 0.5236" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8542, 0.2874, lift_point: 0.8542, 0.2874" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3954, 0.4839, lift_point: 0.3954, 0.4839", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8272, 0.3275, lift_point: 0.8272, 0.3275" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0818, 0.0549, lift_point: 0.0818, 0.0549", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9509, 0.9509, lift_point: 0.9509, 0.9509" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0818, 0.0549, lift_point: 0.0818, 0.0549", + "pred": "The action is #DUAL_POINT#; touch_point: 0.094, 0.094, lift_point: 0.094, 0.094" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.9645, 0.2741, lift_point: 0.9645, 0.2741", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1219, 0.1269, lift_point: 0.1219, 0.1269" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8777, 0.345, lift_point: 0.8777, 0.345" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891", + "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.061, lift_point: 0.061, 0.061" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.116, 0.443, lift_point: 0.116, 0.443" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7174, 0.2871, lift_point: 0.7174, 0.2871" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Up#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #PRESS_BACK#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7173, 0.2879, lift_point: 0.7173, 0.2879" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #PRESS_BACK#" + }, + { + "gt": "The action is #PRESS_BACK#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8663, 0.5256, lift_point: 0.8663, 0.5256" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9038, 0.9038, lift_point: 0.9038, 0.9038" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #PRESS_BACK#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3333, 0.9527, lift_point: 0.3333, 0.9527", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5526, 0.5526, lift_point: 0.5526, 0.5526" + }, + { + "gt": "The action is #PRESS_BACK#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4946, 0.357, lift_point: 0.4946, 0.357", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3874, 0.6603, lift_point: 0.3874, 0.6603", + "pred": "The action is #Scrolling Up#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5257, 0.9212, lift_point: 0.5257, 0.9212", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5528, 0.9168, lift_point: 0.5528, 0.9168" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5716, 0.8472, lift_point: 0.5716, 0.8472", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8313, 0.559, lift_point: 0.8313, 0.559", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8696, 0.3055, lift_point: 0.8696, 0.3055" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5078, 0.4775, lift_point: 0.5078, 0.4775" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3801, 0.3268, lift_point: 0.3801, 0.3268", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6244, 0.096, lift_point: 0.6244, 0.096" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6006, 0.4735, lift_point: 0.6006, 0.4735", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2735, 0.899, lift_point: 0.2735, 0.899", + "pred": "The action is #DUAL_POINT#; touch_point: 0.618, 0.94, lift_point: 0.618, 0.94" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3021, 0.4464, lift_point: 0.3021, 0.4464" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8732, 0.5281, lift_point: 0.8732, 0.5281", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8413, 0.5185, lift_point: 0.8413, 0.5185" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in San Francisco\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in San Francisco\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8187, 0.6262, lift_point: 0.8187, 0.6262", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7919, 0.6886, lift_point: 0.7919, 0.6886" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1809, 0.5707, lift_point: 0.1809, 0.5707", + "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.5772, lift_point: 0.068, 0.5772" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1091, 0.9355, lift_point: 0.1091, 0.9355", + "pred": "The action is #DUAL_POINT#; touch_point: 0.048, 0.9172, lift_point: 0.048, 0.9172" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2657, 0.2626, lift_point: 0.2657, 0.2626" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.877, 0.6724, lift_point: 0.877, 0.6724", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9099, 0.5687, lift_point: 0.9099, 0.5687" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8723, 0.6865, lift_point: 0.8723, 0.6865", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7919, 0.6797, lift_point: 0.7919, 0.6797" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7749, 0.6451, lift_point: 0.7749, 0.6451", + "pred": "The action is #DUAL_POINT#; touch_point: 0.909, 0.3445, lift_point: 0.909, 0.3445" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1698, 0.5617, lift_point: 0.1698, 0.5617", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0579, 0.3974, lift_point: 0.0579, 0.3974" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.113, 0.9241, lift_point: 0.113, 0.9241", + "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.9451, lift_point: 0.061, 0.9451" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Vietnam?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Vietnam\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5363, 0.6639, lift_point: 0.5363, 0.6639", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8757, 0.2984, lift_point: 0.8757, 0.2984" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6403, 0.4089, lift_point: 0.6403, 0.4089", + "pred": "The action is #DUAL_POINT#; touch_point: 0.917, 0.345, lift_point: 0.917, 0.345" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0963, 0.3962, lift_point: 0.0963, 0.3962" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9104, 0.345, lift_point: 0.9104, 0.345" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389", + "pred": "The action is #DUAL_POINT#; touch_point: 0.822, 0.3084, lift_point: 0.822, 0.3084" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7926, 0.5541, lift_point: 0.7926, 0.5541", + "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.696, lift_point: 0.799, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1718, 0.525, lift_point: 0.1718, 0.525", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0735, 0.5278, lift_point: 0.0735, 0.5278" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1175, 0.9367, lift_point: 0.1175, 0.9367", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1022, 0.9104, lift_point: 0.1022, 0.9104" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Japan?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Japan?\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7948, 0.6361, lift_point: 0.7948, 0.6361", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9103, 0.345, lift_point: 0.9103, 0.345" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1631, 0.7936, lift_point: 0.1631, 0.7936", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0624, 0.0624, lift_point: 0.0624, 0.0624" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1071, 0.9399, lift_point: 0.1071, 0.9399", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1149, 0.9163, lift_point: 0.1149, 0.9163" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Seoul\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Seoul\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8275, 0.6317, lift_point: 0.8275, 0.6317", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.696, lift_point: 0.7968, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7971, 0.6767, lift_point: 0.7971, 0.6767" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208", + "pred": "The action is #DUAL_POINT#; touch_point: 0.822, 0.345, lift_point: 0.822, 0.345" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0689, 0.4647, lift_point: 0.0689, 0.4647" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.529, 0.9613, lift_point: 0.529, 0.9613", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5938, 0.9618, lift_point: 0.5938, 0.9618" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1668, 0.5882, lift_point: 0.1668, 0.5882", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0707, 0.4779, lift_point: 0.0707, 0.4779" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1, 0.952, lift_point: 0.1, 0.952", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1027, 0.8545, lift_point: 0.1027, 0.8545" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Dallas?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Dallas?\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8381, 0.2983, lift_point: 0.8381, 0.2983", + "pred": "The action is #DUAL_POINT#; touch_point: 0.397, 0.3974, lift_point: 0.397, 0.3974" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1238, 0.5353, lift_point: 0.1238, 0.5353" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8144, 0.5933, lift_point: 0.8144, 0.5933", + "pred": "The action is #DUAL_POINT#; touch_point: 0.796, 0.696, lift_point: 0.796, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8079, 0.6457, lift_point: 0.8079, 0.6457", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8222, 0.345, lift_point: 0.8222, 0.345" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1625, 0.7341, lift_point: 0.1625, 0.7341", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0617, 0.8397, lift_point: 0.0617, 0.8397" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1134, 0.9331, lift_point: 0.1134, 0.9331", + "pred": "The action is #DUAL_POINT#; touch_point: 0.111, 0.9357, lift_point: 0.111, 0.9357" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Nordstrom?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Nordstrom?\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.389, 0.389, lift_point: 0.389, 0.389" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5409, 0.6898, lift_point: 0.5409, 0.6898", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8971, 0.5227, lift_point: 0.8971, 0.5227" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8153, 0.6201, lift_point: 0.8153, 0.6201", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9069, 0.3454, lift_point: 0.9069, 0.3454" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2286, 0.0469, lift_point: 0.2286, 0.0469", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.429, lift_point: 0.0596, 0.429" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1685, 0.5766, lift_point: 0.1685, 0.5766", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0599, 0.4294, lift_point: 0.0599, 0.4294" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1106, 0.9401, lift_point: 0.1106, 0.9401", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1025, 0.9174, lift_point: 0.1025, 0.9174" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in San Francisco?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in San Francisco?\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6698, 0.311, lift_point: 0.6698, 0.311" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8044, 0.6462, lift_point: 0.8044, 0.6462", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8044, 0.6462, lift_point: 0.8044, 0.6462", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.696, lift_point: 0.7909, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0528, 0.8526, lift_point: 0.0528, 0.8526", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0777, 0.0837, lift_point: 0.0777, 0.0837" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.163, 0.5951, lift_point: 0.163, 0.5951", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0625, 0.0623, lift_point: 0.0625, 0.0623" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2465, 0.3299, lift_point: 0.2465, 0.3299" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8103, 0.5941, lift_point: 0.8103, 0.5941", + "pred": "The action is #DUAL_POINT#; touch_point: 0.796, 0.696, lift_point: 0.796, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8103, 0.5941, lift_point: 0.8103, 0.5941", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0614, 0.0613, lift_point: 0.0614, 0.0613" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1742, 0.6779, lift_point: 0.1742, 0.6779", + "pred": "The action is #PRESS_BACK#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1824, 0.6596, lift_point: 0.1824, 0.6596", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6055, 0.9355, lift_point: 0.6055, 0.9355" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.789, 0.7015, lift_point: 0.789, 0.7015", + "pred": "The action is #DUAL_POINT#; touch_point: 0.816, 0.6744, lift_point: 0.816, 0.6744" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.2867, lift_point: 0.0518, 0.2867", + "pred": "The action is #DUAL_POINT#; touch_point: 0.043, 0.8397, lift_point: 0.043, 0.8397" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the sun?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the sun?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1291, 0.4175, lift_point: 0.1291, 0.4175", + "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.2293, lift_point: 0.123, 0.2293" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4689, 0.0638, lift_point: 0.4689, 0.0638" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7852, 0.6943, lift_point: 0.7852, 0.6943", + "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.658, lift_point: 0.799, 0.658" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0693, 0.4661, lift_point: 0.0693, 0.4661", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0558, 0.5273, lift_point: 0.0558, 0.5273" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the Chinese Yuan?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the Chinese Yuan?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0616, 0.3515, lift_point: 0.0616, 0.3515", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.279, lift_point: 0.1276, 0.279" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1402, 0.5243, lift_point: 0.1402, 0.5243", + "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.373, lift_point: 0.127, 0.373" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2777, 0.4633, lift_point: 0.2777, 0.4633" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7839, 0.6605, lift_point: 0.7839, 0.6605", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7998, 0.6764, lift_point: 0.7998, 0.6764" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.4753, lift_point: 0.0562, 0.4753", + "pred": "The action is #DUAL_POINT#; touch_point: 0.069, 0.4414, lift_point: 0.069, 0.4414" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Uruguay?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Uruguay?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.6203, lift_point: 0.0533, 0.6203", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2051, 0.5, lift_point: 0.2051, 0.5" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1402, 0.6363, lift_point: 0.1402, 0.6363", + "pred": "The action is #DUAL_POINT#; touch_point: 0.056, 0.0525, lift_point: 0.056, 0.0525" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3553, 0.5071, lift_point: 0.3553, 0.5071", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5573, 0.1531, lift_point: 0.5573, 0.1531" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3196, 0.3732, lift_point: 0.3196, 0.3732" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5111, 0.4875, lift_point: 0.5111, 0.4875", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9164, 0.525, lift_point: 0.9164, 0.525" + }, + { + "gt": "The action is #PRESS_BACK#", + "pred": "The action is #PRESS_BACK#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0975, 0.4783, lift_point: 0.0975, 0.4783", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0629, 0.9353, lift_point: 0.0629, 0.9353" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Spain ?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Spain?\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6981, 0.9436, lift_point: 0.6981, 0.9436", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5939, 0.9358, lift_point: 0.5939, 0.9358" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4638, 0.5308, lift_point: 0.4638, 0.5308", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9047, 0.3576, lift_point: 0.9047, 0.3576" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1113, 0.4897, lift_point: 0.1113, 0.4897", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0595, 0.4766, lift_point: 0.0595, 0.4766" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at O live Garden?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Olive Garden?\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5829, 0.4735, lift_point: 0.5829, 0.4735", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5936, 0.5936, lift_point: 0.5936, 0.5936" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3795, 0.6381, lift_point: 0.3795, 0.6381", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6188, 0.3857, lift_point: 0.6188, 0.3857", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1972, 0.9097, lift_point: 0.1972, 0.9097" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4734, 0.5023, lift_point: 0.4734, 0.5023", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9179, 0.3085, lift_point: 0.9179, 0.3085" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1118, 0.5014, lift_point: 0.1118, 0.5014", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0688, 0.5776, lift_point: 0.0688, 0.5776" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.179, 0.3816, lift_point: 0.179, 0.3816", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.7921, lift_point: 0.0572, 0.7921", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.7919, lift_point: 0.0529, 0.7919" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.9391, lift_point: 0.0569, 0.9391", + "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.9043, lift_point: 0.117, 0.9043" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1388, 0.6125, lift_point: 0.1388, 0.6125", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1225, 0.461, lift_point: 0.1225, 0.461" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1312, 0.7919, lift_point: 0.1312, 0.7919", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1412, 0.8572, lift_point: 0.1412, 0.8572" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8963, 0.436, lift_point: 0.8963, 0.436", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9116, 0.9116, lift_point: 0.9116, 0.9116" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8963, 0.436, lift_point: 0.8963, 0.436", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5097, 0.5092, lift_point: 0.5097, 0.5092" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1343, 0.7973, lift_point: 0.1343, 0.7973", + "pred": "The action is #DUAL_POINT#; touch_point: 0.146, 0.8571, lift_point: 0.146, 0.8571" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3264, 0.3634, lift_point: 0.3264, 0.3634" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.749, 0.6121, lift_point: 0.749, 0.6121", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8866, 0.3454, lift_point: 0.8866, 0.3454" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #Scrolling Up#" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #Scrolling Up Up Up Up Up Up, 0. Up, 0. Up, 0. Up, 0. Up, 0.1179, lift_point: 0.Scrolling Up Up Up Up, 0.1178" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1618, 0.4617, lift_point: 0.1618, 0.4617" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3091, 0.309, lift_point: 0.3091, 0.309" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.043, 0.4401, lift_point: 0.043, 0.4401", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5578, 0.2538, lift_point: 0.5578, 0.2538" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1287, 0.5866, lift_point: 0.1287, 0.5866", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1169, 0.429, lift_point: 0.1169, 0.429" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3172, 0.373, lift_point: 0.3172, 0.373" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9062, 0.345, lift_point: 0.9062, 0.345" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5083, 0.1503, lift_point: 0.5083, 0.1503", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1616, 0.4653, lift_point: 0.1616, 0.4653" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0703, 0.0641, lift_point: 0.0703, 0.0641", + "pred": "The action is #DUAL_POINT#; touch_point: 0.077, 0.061, lift_point: 0.077, 0.061" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8975, 0.5141, lift_point: 0.8975, 0.5141", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2859, 0.6343, lift_point: 0.2859, 0.6343" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3199, 0.6084, lift_point: 0.3199, 0.6084", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4167, 0.4939, lift_point: 0.4167, 0.4939" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4096, 0.5209, lift_point: 0.4096, 0.5209", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4167, 0.4998, lift_point: 0.4167, 0.4998" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6795, 0.7597, lift_point: 0.6795, 0.7597", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5908, 0.8684, lift_point: 0.5908, 0.8684" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7873, 0.6244, lift_point: 0.7873, 0.6244", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9066, 0.4154, lift_point: 0.9066, 0.4154" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.8212, lift_point: 0.0533, 0.8212", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0683, 0.9381, lift_point: 0.0683, 0.9381" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0669, 0.08, lift_point: 0.0669, 0.08", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9121, 0.0617, lift_point: 0.9121, 0.0617" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2779, 0.8574, lift_point: 0.2779, 0.8574" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5058, 0.6866, lift_point: 0.5058, 0.6866", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6685, 0.3079, lift_point: 0.6685, 0.3079" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1233, 0.6236, lift_point: 0.1233, 0.6236", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1279, 0.443, lift_point: 0.1279, 0.443" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0716, 0.9196, lift_point: 0.0716, 0.9196", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0688, 0.945, lift_point: 0.0688, 0.945" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the Sony TV?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the Sony TV?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1222, 0.3466, lift_point: 0.1222, 0.3466", + "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.5252, lift_point: 0.127, 0.5252" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1018, 0.463, lift_point: 0.1018, 0.463" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.369, 0.4993, lift_point: 0.369, 0.4993", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8796, 0.5176, lift_point: 0.8796, 0.5176", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9103, 0.5087, lift_point: 0.9103, 0.5087" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.9052, 0.8727, lift_point: 0.9052, 0.8727", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9186, 0.5684, lift_point: 0.9186, 0.5684" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #Scrolling Up#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2241, 0.2157, lift_point: 0.2241, 0.2157", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0542, 0.0614, lift_point: 0.0542, 0.0614" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0624, 0.9342, lift_point: 0.0624, 0.9342", + "pred": "The action is #DUAL_POINT#; touch_point: 0.246, 0.731, lift_point: 0.246, 0.731" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.165, 0.7366, lift_point: 0.165, 0.7366", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3106, 0.266, lift_point: 0.3106, 0.266" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7839, 0.8874, lift_point: 0.7839, 0.8874", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0549, 0.0596, lift_point: 0.0549, 0.0596" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4934, 0.705, lift_point: 0.4934, 0.705", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6683, 0.3055, lift_point: 0.6683, 0.3055" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1292, 0.6287, lift_point: 0.1292, 0.6287", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0687, 0.4774, lift_point: 0.0687, 0.4774" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.9183, lift_point: 0.0555, 0.9183", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2153, 0.5768, lift_point: 0.2153, 0.5768" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest electronics store\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest electronics store\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1161, 0.544, lift_point: 0.1161, 0.544", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1308, 0.4067, lift_point: 0.1308, 0.4067" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4779, 0.4771, lift_point: 0.4779, 0.4771" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4937, 0.711, lift_point: 0.4937, 0.711", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6682, 0.3056, lift_point: 0.6682, 0.3056" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1234, 0.797, lift_point: 0.1234, 0.797", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.9352, lift_point: 0.1179, 0.9352" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0724, 0.9237, lift_point: 0.0724, 0.9237", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1122, 0.233, lift_point: 0.1122, 0.233" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Home Depot?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Home Depot?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1761, 0.5539, lift_point: 0.1761, 0.5539", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.373, lift_point: 0.1276, 0.373" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6475, 0.5864, lift_point: 0.6475, 0.5864", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1838, 0.2588, lift_point: 0.1838, 0.2588", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.324, 0.314, lift_point: 0.324, 0.314" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4698, 0.4789, lift_point: 0.4698, 0.4789", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1689, 0.8535, lift_point: 0.1689, 0.8535" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4741, 0.854, lift_point: 0.4741, 0.854", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6901, 0.303, lift_point: 0.6901, 0.303" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1283, 0.7939, lift_point: 0.1283, 0.7939", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0657, 0.443, lift_point: 0.0657, 0.443" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0549, 0.9105, lift_point: 0.0549, 0.9105", + "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.933, lift_point: 0.068, 0.933" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rateagainst the Swiss Franc?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rateagainst the Swiss Franc?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1165, 0.7526, lift_point: 0.1165, 0.7526", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1137, 0.345, lift_point: 0.1137, 0.345" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4921, 0.8521, lift_point: 0.4921, 0.8521", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1689, 0.5077, lift_point: 0.1689, 0.5077" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1316, 0.703, lift_point: 0.1316, 0.703", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0693, 0.0659, lift_point: 0.0693, 0.0659" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0721, 0.8909, lift_point: 0.0721, 0.8909", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of china\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news this evening\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news this evening\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2493, 0.5909, lift_point: 0.2493, 0.5909", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1342, 0.306, lift_point: 0.1342, 0.306" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3183, 0.252, lift_point: 0.3183, 0.252" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4646, 0.8911, lift_point: 0.4646, 0.8911", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6788, 0.503, lift_point: 0.6788, 0.503" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1309, 0.7459, lift_point: 0.1309, 0.7459", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1407, 0.4696, lift_point: 0.1407, 0.4696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.9202, lift_point: 0.0642, 0.9202", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0689, 0.5378, lift_point: 0.0689, 0.5378" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Philadelphia\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Philadelphia\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1145, 0.5032, lift_point: 0.1145, 0.5032", + "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.469, lift_point: 0.127, 0.469" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1958, 0.8918, lift_point: 0.1958, 0.8918", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1392, 0.373, lift_point: 0.1392, 0.373" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7561, 0.7157, lift_point: 0.7561, 0.7157", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6896, 0.6887, lift_point: 0.6896, 0.6887" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.8402, lift_point: 0.0622, 0.8402", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0625, 0.8173, lift_point: 0.0625, 0.8173" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new Katy Perry video\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new Katy Perry video \"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0884, 0.584, lift_point: 0.0884, 0.584", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1232, 0.4294, lift_point: 0.1232, 0.4294" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.461, lift_point: 0.123, 0.461" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.786, 0.6713, lift_point: 0.786, 0.6713", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7807, 0.695, lift_point: 0.7807, 0.695" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7923, 0.6932, lift_point: 0.7923, 0.6932", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7972, 0.6824, lift_point: 0.7972, 0.6824", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7907, 0.7117, lift_point: 0.7907, 0.7117" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7985, 0.6824, lift_point: 0.7985, 0.6824", + "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.6911, lift_point: 0.799, 0.6911" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.6006, lift_point: 0.0615, 0.6006", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0617, 0.5336, lift_point: 0.0617, 0.5336" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nice wallpapers for my phone\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nice wallpapers for my phone\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1436, 0.3267, lift_point: 0.1436, 0.3267", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1218, 0.3975, lift_point: 0.1218, 0.3975" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957", + "pred": "The action is #DUAL_POINT#; touch_point: 0.822, 0.685, lift_point: 0.822, 0.685" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.696, lift_point: 0.7909, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7904, 0.7144, lift_point: 0.7904, 0.7144" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.6339, lift_point: 0.0642, 0.6339", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0657, 0.4497, lift_point: 0.0657, 0.4497" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.9935, 0.466, lift_point: 0.9935, 0.466", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from NYC to Buenos aires\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4465, 0.9944, lift_point: 0.4465, 0.9944", + "pred": "The action is #DUAL_POINT#; touch_point: 0.142, 0.2553, lift_point: 0.142, 0.2553" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.3084, lift_point: 0.0622, 0.3084", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1719, 0.8396, lift_point: 0.1719, 0.8396" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0509, 0.1702, lift_point: 0.0509, 0.1702", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3545, 0.7798, lift_point: 0.3545, 0.7798" + }, + { + "gt": "The action is #PRESS_BACK#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5938, 0.2397, lift_point: 0.5938, 0.2397" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_BACK#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7918, 0.6958, lift_point: 0.7918, 0.6958" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7905, 0.696, lift_point: 0.7905, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.2568, lift_point: 0.0642, 0.2568", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1752, 0.561, lift_point: 0.1752, 0.561" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1434, 0.5584, lift_point: 0.1434, 0.5584", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1204, 0.9243, lift_point: 0.1204, 0.9243" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4244, 0.5674, lift_point: 0.4244, 0.5674", + "pred": "The action is #DUAL_POINT#; touch_point: 0.717, 0.2874, lift_point: 0.717, 0.2874" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2784, 0.4615, lift_point: 0.2784, 0.4615" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8224, 0.6884, lift_point: 0.8224, 0.6884" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.696, lift_point: 0.7909, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7891, 0.6835, lift_point: 0.7891, 0.6835", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.6969, lift_point: 0.7909, 0.6969" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7891, 0.6835, lift_point: 0.7891, 0.6835", + "pred": "The action is #DUAL_POINT#; touch_point: 0.344, 0.7804, lift_point: 0.344, 0.7804" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.5494, lift_point: 0.0597, 0.5494", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0679, 0.4767, lift_point: 0.0679, 0.4767" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" weather like in New York\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in New York\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1428, 0.4671, lift_point: 0.1428, 0.4671", + "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.4415, lift_point: 0.127, 0.4415" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787", + "pred": "The action is #DUAL_POINT#; touch_point: 0.798, 0.6886, lift_point: 0.798, 0.6886" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7902, 0.696, lift_point: 0.7902, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7937, 0.6907, lift_point: 0.7937, 0.6907", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.696, lift_point: 0.7909, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7908, 0.696, lift_point: 0.7908, 0.6968" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4008, 0.7018, lift_point: 0.4008, 0.7018" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.5808, lift_point: 0.0555, 0.5808", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0585, 0.3978, lift_point: 0.0585, 0.3978" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0647, 0.8933, lift_point: 0.0647, 0.8933", + "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.6113, lift_point: 0.061, 0.6113" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest IKEA\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest IKEA?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1419, 0.6285, lift_point: 0.1419, 0.6285", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1149, 0.306, lift_point: 0.1149, 0.306" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1382, 0.555, lift_point: 0.1382, 0.555", + "pred": "The action is #DUAL_POINT#; touch_point: 0.118, 0.429, lift_point: 0.118, 0.429" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4079, 0.3973, lift_point: 0.4079, 0.3973" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7996, 0.6844, lift_point: 0.7996, 0.6844", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7919, 0.6794, lift_point: 0.7919, 0.6794" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7907, 0.7008, lift_point: 0.7907, 0.7008", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.696, lift_point: 0.7909, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7874, 0.6875, lift_point: 0.7874, 0.6875", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7903, 0.696, lift_point: 0.7903, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0646, 0.5807, lift_point: 0.0646, 0.5807", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0689, 0.493, lift_point: 0.0689, 0.493" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.066, 0.9159, lift_point: 0.066, 0.9159", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0609, 0.9118, lift_point: 0.0609, 0.9118" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the moon\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the moon\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1396, 0.5173, lift_point: 0.1396, 0.5173", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.9109, lift_point: 0.1179, 0.9109" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6932, 0.5376, lift_point: 0.6932, 0.5376", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1794, 0.9038, lift_point: 0.1794, 0.9038" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9009, 0.3934, lift_point: 0.9009, 0.3934" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7013, 0.4971, lift_point: 0.7013, 0.4971", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3097, 0.8783, lift_point: 0.3097, 0.8783" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7036, 0.4831, lift_point: 0.7036, 0.4831", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9002, 0.5295, lift_point: 0.9002, 0.5295" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7784, 0.2653, lift_point: 0.7784, 0.2653" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6348, 0.8761, lift_point: 0.6348, 0.8761", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1688, 0.8697, lift_point: 0.1688, 0.8697" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6423, 0.8734, lift_point: 0.6423, 0.8734", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1585, 0.8734, lift_point: 0.1585, 0.8734" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6472, 0.8598, lift_point: 0.6472, 0.8598", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1688, 0.6733, lift_point: 0.1688, 0.6733" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0665, 0.5317, lift_point: 0.0665, 0.5317", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0625, 0.8174, lift_point: 0.0625, 0.8174" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"ESPN app\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"ESPN app\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1459, 0.2763, lift_point: 0.1459, 0.2763", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1278, 0.462, lift_point: 0.1278, 0.462" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1595, 0.8292, lift_point: 0.1595, 0.8292", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2237, 0.8318, lift_point: 0.2237, 0.8318" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8953, 0.5424, lift_point: 0.8953, 0.5424", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9115, 0.9114, lift_point: 0.9115, 0.9114" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.9034, 0.3615, lift_point: 0.9034, 0.3615", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7476, 0.8546, lift_point: 0.7476, 0.8546" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1452, 0.9148, lift_point: 0.1452, 0.9148" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7998, 0.6728, lift_point: 0.7998, 0.6728", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8183, 0.6911, lift_point: 0.8183, 0.6911" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7859, 0.6692, lift_point: 0.7859, 0.6692", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.6969, lift_point: 0.7909, 0.6969" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7935, 0.6859, lift_point: 0.7935, 0.6859", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7908, 0.7099, lift_point: 0.7908, 0.7099" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7911, 0.6859, lift_point: 0.7911, 0.6859", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.6887, lift_point: 0.7909, 0.6887" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.6859, lift_point: 0.7898, 0.6859", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7907, 0.7116, lift_point: 0.7907, 0.7116" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0779, 0.6367, lift_point: 0.0779, 0.6367", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0712, 0.561, lift_point: 0.0712, 0.561" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news about the US\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news about the US\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.134, 0.533, lift_point: 0.134, 0.533", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.429, lift_point: 0.1173, 0.429" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3323, 0.2784, lift_point: 0.3323, 0.2784" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2044, 0.184, lift_point: 0.2044, 0.184", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3173, 0.3071, lift_point: 0.3173, 0.3071" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3272, 0.2658, lift_point: 0.3272, 0.2658" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3998, 0.9869, lift_point: 0.3998, 0.9869", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7667, 0.5227, lift_point: 0.7667, 0.5227" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3948, 0.7108, lift_point: 0.3948, 0.7108" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4167, 0.2316, lift_point: 0.4167, 0.2316" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5308, 0.3067, lift_point: 0.5308, 0.3067" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6505, 0.1438, lift_point: 0.6505, 0.1438", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3448, 0.5272, lift_point: 0.3448, 0.5272" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.8877, lift_point: 0.0638, 0.8877", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4137, 0.9438, lift_point: 0.4137, 0.9438" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0566, 0.3859, lift_point: 0.0566, 0.3859", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0647, 0.0637, lift_point: 0.0647, 0.0637" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"restaurant in Dallas\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"restaurant in Dallas\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1539, 0.4027, lift_point: 0.1539, 0.4027", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1832, 0.2942, lift_point: 0.1832, 0.2942" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.4294, lift_point: 0.1276, 0.4294" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7912, 0.7041, lift_point: 0.7912, 0.7041", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7919, 0.6899, lift_point: 0.7919, 0.6899" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7849, 0.6874, lift_point: 0.7849, 0.6874", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7907, 0.696, lift_point: 0.7907, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7788, 0.6794, lift_point: 0.7788, 0.6794", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.7189, lift_point: 0.7909, 0.7189" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0663, 0.6731, lift_point: 0.0663, 0.6731", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0689, 0.5317, lift_point: 0.0689, 0.5317" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.9356, lift_point: 0.0672, 0.9356", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0679, 0.5579, lift_point: 0.0679, 0.5579" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1377, 0.2721, lift_point: 0.1377, 0.2721", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.429, lift_point: 0.1276, 0.429" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4338, 0.5026, lift_point: 0.4338, 0.5026", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2743, 0.4612, lift_point: 0.2743, 0.4612" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3153, 0.6842, lift_point: 0.3153, 0.6842" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.696, lift_point: 0.7909, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.4847, lift_point: 0.0578, 0.4847", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0688, 0.6375, lift_point: 0.0688, 0.6375" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0598, 0.8989, lift_point: 0.0598, 0.8989", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1213, 0.934, lift_point: 0.1213, 0.934" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Austin\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Austin\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1388, 0.6327, lift_point: 0.1388, 0.6327", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.623, lift_point: 0.1179, 0.623" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5339, 0.5024, lift_point: 0.5339, 0.5024", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7867, 0.6739, lift_point: 0.7867, 0.6739", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3944, 0.7204, lift_point: 0.3944, 0.7204" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.696, lift_point: 0.7909, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.7189, lift_point: 0.7909, 0.7189" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0665, 0.5945, lift_point: 0.0665, 0.5945", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.5373, lift_point: 0.0569, 0.5373" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1565, 0.2353, lift_point: 0.1565, 0.2353" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of the United Kingdom\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of the United Kingdom\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3263, 0.9913, lift_point: 0.3263, 0.9913", + "pred": "The action is #DUAL_POINT#; touch_point: 0.156, 0.2218, lift_point: 0.156, 0.2218" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1363, 0.4773, lift_point: 0.1363, 0.4773", + "pred": "The action is #DUAL_POINT#; touch_point: 0.118, 0.373, lift_point: 0.118, 0.373" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5958, 0.4577, lift_point: 0.5958, 0.4577", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3091, 0.309, lift_point: 0.3091, 0.309" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7971, 0.6859, lift_point: 0.7971, 0.6859", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8865, 0.7173, lift_point: 0.8865, 0.7173" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5178, 0.9037, lift_point: 0.5178, 0.9037" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5157, 0.7353, lift_point: 0.5157, 0.7353" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2121, 0.6359, lift_point: 0.2121, 0.6359", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0439, 0.4914, lift_point: 0.0439, 0.4914" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.148, 0.9353, lift_point: 0.148, 0.9353", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0583, 0.9457, lift_point: 0.0583, 0.9457" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Best Buy?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Best Buy?\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.776, 0.7172, lift_point: 0.776, 0.7172" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8027, 0.672, lift_point: 0.8027, 0.672", + "pred": "The action is #DUAL_POINT#; touch_point: 0.798, 0.6957, lift_point: 0.798, 0.6957" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2187, 0.6753, lift_point: 0.2187, 0.6753", + "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.4918, lift_point: 0.068, 0.4918" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1355, 0.9371, lift_point: 0.1355, 0.9371", + "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.942, lift_point: 0.117, 0.942" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Diego?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Diego?\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3021, 0.4714, lift_point: 0.3021, 0.4714" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.504, 0.3071, lift_point: 0.504, 0.3071" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3444, 0.5381, lift_point: 0.3444, 0.5381", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9164, 0.4994, lift_point: 0.9164, 0.4994" + }, + { + "gt": "The action is #PRESS_BACK#", + "pred": "The action is #PRESS_BACK#" + }, + { + "gt": "The action is #PRESS_BACK#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0609, 0.0618, lift_point: 0.0609, 0.0618" + }, + { + "gt": "The action is #PRESS_BACK#", + "pred": "The action is #PRESS_BACK#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1466, 0.429, lift_point: 0.1466, 0.429" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.9453, lift_point: 0.0596, 0.9453" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7893, 0.7676, lift_point: 0.7893, 0.7676", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2944, 0.2944, lift_point: 0.2944, 0.2944" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2045, 0.7962, lift_point: 0.2045, 0.7962", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5845, 0.6429, lift_point: 0.5845, 0.6429" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2945, 0.4159, lift_point: 0.2945, 0.4159" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2199, 0.3097, lift_point: 0.2199, 0.3097" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8224, 0.5986, lift_point: 0.8224, 0.5986", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9118, 0.5307, lift_point: 0.9118, 0.5307" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.4008, lift_point: 0.0518, 0.4008", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0719, 0.4916, lift_point: 0.0719, 0.4916" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather in delhi\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather in delhi\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1265, 0.1416, lift_point: 0.1265, 0.1416", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.2552, lift_point: 0.1276, 0.2552" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8276, 0.5924, lift_point: 0.8276, 0.5924", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9177, 0.3215, lift_point: 0.9177, 0.3215" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1873, 0.3683, lift_point: 0.1873, 0.3683", + "pred": "The action is #DUAL_POINT#; touch_point: 0.046, 0.5122, lift_point: 0.046, 0.5122" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.121, 0.9421, lift_point: 0.121, 0.9421", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0663, 0.9451, lift_point: 0.0663, 0.9451" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" capital of Brazil\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Brazil\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1693, 0.3372, lift_point: 0.1693, 0.3372", + "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.266, lift_point: 0.127, 0.266" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5779, 0.1509, lift_point: 0.5779, 0.1509", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8322, 0.613, lift_point: 0.8322, 0.613", + "pred": "The action is #DUAL_POINT#; touch_point: 0.911, 0.6422, lift_point: 0.911, 0.6422" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1779, 0.8781, lift_point: 0.1779, 0.8781", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0437, 0.466, lift_point: 0.0437, 0.466" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1161, 0.279, lift_point: 0.1161, 0.279", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1185, 0.9451, lift_point: 0.1185, 0.9451" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" capital of Italy\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Italy\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1834, 0.2831, lift_point: 0.1834, 0.2831", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1342, 0.1007, lift_point: 0.1342, 0.1007" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2408, 0.0333, lift_point: 0.2408, 0.0333", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4306, 0.2395, lift_point: 0.4306, 0.2395", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6468, 0.3841, lift_point: 0.6468, 0.3841", + "pred": "The action is #DUAL_POINT#; touch_point: 0.422, 0.9355, lift_point: 0.422, 0.9355" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5954, 0.5203, lift_point: 0.5954, 0.5203", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5854, 0.5854, lift_point: 0.5854, 0.5854" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.9472, 0.4803, lift_point: 0.9472, 0.4803", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.9472, 0.4803, lift_point: 0.9472, 0.4803", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9093, 0.3978, lift_point: 0.9093, 0.3978" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8591, 0.8864, lift_point: 0.8591, 0.8864", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6459, 0.6459, lift_point: 0.6459, 0.6459" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8212, 0.6184, lift_point: 0.8212, 0.6184", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9112, 0.5303, lift_point: 0.9112, 0.5303" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.058, 0.9288, lift_point: 0.058, 0.9288", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.8574, lift_point: 0.0699, 0.8574" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0576, 0.9312, lift_point: 0.0576, 0.9312", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.058, 0.9427, lift_point: 0.058, 0.9427", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2302, 0.6831, lift_point: 0.2302, 0.6831", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0431, 0.9452, lift_point: 0.0431, 0.9452" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8274, 0.6273, lift_point: 0.8274, 0.6273", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9113, 0.3214, lift_point: 0.9113, 0.3214" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0619, 0.3492, lift_point: 0.0619, 0.3492", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0618, 0.9453, lift_point: 0.0618, 0.9453" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"a good restaurant in Atlanta\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"a good restaurant in Atlanta\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1215, 0.2697, lift_point: 0.1215, 0.2697", + "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.3167, lift_point: 0.127, 0.3167" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5079, 0.4654, lift_point: 0.5079, 0.4654" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4745, 0.1617, lift_point: 0.4745, 0.1617", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1469, 0.8738, lift_point: 0.1469, 0.8738" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5957, 0.4706, lift_point: 0.5957, 0.4706", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5936, 0.1617, lift_point: 0.5936, 0.1617" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8228, 0.3456, lift_point: 0.8228, 0.3456" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8754, 0.3445, lift_point: 0.8754, 0.3445" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.794, 0.6887, lift_point: 0.794, 0.6887", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8535, 0.7156, lift_point: 0.8535, 0.7156" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.5818, lift_point: 0.0597, 0.5818", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1719, 0.645, lift_point: 0.1719, 0.645" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot?\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"efrigerators at Home Depot\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.133, 0.5107, lift_point: 0.133, 0.5107", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1326, 0.389, lift_point: 0.1326, 0.389" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4154, 0.5376, lift_point: 0.4154, 0.5376", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4012, 0.499, lift_point: 0.4012, 0.499" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3095, 0.3093, lift_point: 0.3095, 0.3093" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7884, 0.6877, lift_point: 0.7884, 0.6877", + "pred": "The action is #DUAL_POINT#; touch_point: 0.796, 0.696, lift_point: 0.796, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7929, 0.6916, lift_point: 0.7929, 0.6916", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8759, 0.344, lift_point: 0.8759, 0.344" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.064, 0.648, lift_point: 0.064, 0.648", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1274, 0.5217, lift_point: 0.1274, 0.5217" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0588, 0.9276, lift_point: 0.0588, 0.9276", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.0651, lift_point: 0.0651, 0.0651" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Hotel in Buenos aires\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Hotel in Buenos aires\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1293, 0.501, lift_point: 0.1293, 0.501", + "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.463, lift_point: 0.127, 0.463" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5579, 0.2896, lift_point: 0.5579, 0.2896" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7899, 0.6865, lift_point: 0.7899, 0.6865", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7939, 0.6887, lift_point: 0.7939, 0.6887" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.5763, lift_point: 0.0555, 0.5763", + "pred": "The action is #DUAL_POINT#; touch_point: 0.067, 0.429, lift_point: 0.067, 0.429" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0608, 0.9302, lift_point: 0.0608, 0.9302", + "pred": "The action is #DUAL_POINT#; touch_point: 0.054, 0.5771, lift_point: 0.054, 0.5771" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1225, 0.4475, lift_point: 0.1225, 0.4475", + "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.373, lift_point: 0.127, 0.373" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7887, 0.6914, lift_point: 0.7887, 0.6914", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.696, lift_point: 0.7968, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0686, 0.4808, lift_point: 0.0686, 0.4808", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.4778, lift_point: 0.1171, 0.4778" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0561, 0.9312, lift_point: 0.0561, 0.9312", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1175, 0.9165, lift_point: 0.1175, 0.9165" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Colombia\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Colombia\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1197, 0.3141, lift_point: 0.1197, 0.3141", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7875, 0.688, lift_point: 0.7875, 0.688", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7918, 0.6897, lift_point: 0.7918, 0.6897" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0648, 0.7198, lift_point: 0.0648, 0.7198", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.4495, lift_point: 0.0627, 0.4495" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0563, 0.9508, lift_point: 0.0563, 0.9508", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1225, 0.9356, lift_point: 0.1225, 0.9356" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.048, 0.5745, lift_point: 0.048, 0.5745", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1209, 0.8395, lift_point: 0.1209, 0.8395" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Paris\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Paris\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1206, 0.5815, lift_point: 0.1206, 0.5815", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.373, lift_point: 0.1177, 0.373" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7856, 0.5152, lift_point: 0.7856, 0.5152", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8009, 0.6958, lift_point: 0.8009, 0.6958" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0519, 0.8038, lift_point: 0.0519, 0.8038", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.0835, lift_point: 0.0622, 0.0835" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0551, 0.9466, lift_point: 0.0551, 0.9466", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1092, 0.2437, lift_point: 0.1092, 0.2437" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"uber app\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"uber app\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1251, 0.2961, lift_point: 0.1251, 0.2961", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1128, 0.2217, lift_point: 0.1128, 0.2217" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1433, 0.8404, lift_point: 0.1433, 0.8404", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1391, 0.8545, lift_point: 0.1391, 0.8545" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1433, 0.8404, lift_point: 0.1433, 0.8404", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1412, 0.9045, lift_point: 0.1412, 0.9045" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5041, 0.5143, lift_point: 0.5041, 0.5143", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4496, 0.3095, lift_point: 0.4496, 0.3095" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1358, 0.8552, lift_point: 0.1358, 0.8552" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.6968, lift_point: 0.7968, 0.6968" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8759, 0.3446, lift_point: 0.8759, 0.3446" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.063, 0.4462, lift_point: 0.063, 0.4462", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0603, 0.537, lift_point: 0.0603, 0.537" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0613, 0.9393, lift_point: 0.0613, 0.9393", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.9351, lift_point: 0.0621, 0.9351" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"what is the speed of a jet\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"what is the speed of a jet.\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1164, 0.479, lift_point: 0.1164, 0.479", + "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.397, lift_point: 0.117, 0.397" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3651, 0.246, lift_point: 0.3651, 0.246", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3326, 0.3184, lift_point: 0.3326, 0.3184" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4376, 0.437, lift_point: 0.4376, 0.437" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7995, 0.6924, lift_point: 0.7995, 0.6924", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2941, 0.6731, lift_point: 0.2941, 0.6731" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.6164, lift_point: 0.0572, 0.6164", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0679, 0.4613, lift_point: 0.0679, 0.4613" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0602, 0.9258, lift_point: 0.0602, 0.9258", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0513, 0.9453, lift_point: 0.0513, 0.9453" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"where can i buy a nice beach blanket\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"where can I buy a nice beach blanket\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1209, 0.6377, lift_point: 0.1209, 0.6377", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.3732, lift_point: 0.1179, 0.3732" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4363, 0.4836, lift_point: 0.4363, 0.4836", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3185, 0.3193, lift_point: 0.3185, 0.3193" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7954, 0.726, lift_point: 0.7954, 0.726", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7802, 0.6728, lift_point: 0.7802, 0.6728" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.055, 0.5287, lift_point: 0.055, 0.5287", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.477, lift_point: 0.0642, 0.477" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.9427, lift_point: 0.0638, 0.9427", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.9351, lift_point: 0.0699, 0.9351" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of brazil\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of brazil\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1306, 0.2331, lift_point: 0.1306, 0.2331", + "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.456, lift_point: 0.123, 0.456" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7883, 0.6743, lift_point: 0.7883, 0.6743", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0571, 0.5349, lift_point: 0.0571, 0.5349", + "pred": "The action is #DUAL_POINT#; touch_point: 0.065, 0.449, lift_point: 0.065, 0.449" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.9384, lift_point: 0.0569, 0.9384", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0577, 0.9387, lift_point: 0.0577, 0.9387" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in barbados\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in barbados\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1341, 0.2067, lift_point: 0.1341, 0.2067", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.393, lift_point: 0.1179, 0.393" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5863, 0.3413, lift_point: 0.5863, 0.3413", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3173, 0.2299, lift_point: 0.3173, 0.2299" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.778, 0.833, lift_point: 0.778, 0.833", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1589, 0.8525, lift_point: 0.1589, 0.8525" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.619, 0.4869, lift_point: 0.619, 0.4869", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3963, 0.3996, lift_point: 0.3963, 0.3996" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3443, 0.3518, lift_point: 0.3443, 0.3518", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3173, 0.2214, lift_point: 0.3173, 0.2214" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2702, 0.36, lift_point: 0.2702, 0.36", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9158, 0.4938, lift_point: 0.9158, 0.4938" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.39, 0.2406, lift_point: 0.39, 0.2406", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5971, 0.3678, lift_point: 0.5971, 0.3678" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1228, 0.9437, lift_point: 0.1228, 0.9437" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1565, 0.2216, lift_point: 0.1565, 0.2216" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7814, 0.9053, lift_point: 0.7814, 0.9053", + "pred": "The action is #DUAL_POINT#; touch_point: 0.204, 0.1467, lift_point: 0.204, 0.1467" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2042, 0.1397, lift_point: 0.2042, 0.1397" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9103, 0.4953, lift_point: 0.9103, 0.4953" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1654, 0.1646, lift_point: 0.1654, 0.1646", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0629, 0.7892, lift_point: 0.0629, 0.7892", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2078, 0.3175, lift_point: 0.2078, 0.3175" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0753, 0.2557, lift_point: 0.0753, 0.2557", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6856, 0.123, lift_point: 0.6856, 0.123" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Good french restaurants\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Good french restaurants\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1893, 0.4882, lift_point: 0.1893, 0.4882", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1162, 0.443, lift_point: 0.1162, 0.443" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8789, 0.4552, lift_point: 0.8789, 0.4552", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9102, 0.4955, lift_point: 0.9102, 0.4955" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8867, 0.412, lift_point: 0.8867, 0.412", + "pred": "The action is #DUAL_POINT#; touch_point: 0.906, 0.4156, lift_point: 0.906, 0.4156" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0714, 0.8954, lift_point: 0.0714, 0.8954", + "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.324, lift_point: 0.117, 0.324" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.05, 0.2223, lift_point: 0.05, 0.2223", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0604, 0.429, lift_point: 0.0604, 0.429" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0563, 0.2924, lift_point: 0.0563, 0.2924" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1224, 0.4455, lift_point: 0.1224, 0.4455", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.2553, lift_point: 0.1276, 0.2553" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1629, 0.8535, lift_point: 0.1629, 0.8535" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.908, 0.4306, lift_point: 0.908, 0.4306", + "pred": "The action is #DUAL_POINT#; touch_point: 0.908, 0.4358, lift_point: 0.908, 0.4358" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0449, 0.2757, lift_point: 0.0449, 0.2757", + "pred": "The action is #DUAL_POINT#; touch_point: 0.672, 0.306, lift_point: 0.672, 0.306" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6864, 0.7784, lift_point: 0.6864, 0.7784", + "pred": "The action is #DUAL_POINT#; touch_point: 0.645, 0.299, lift_point: 0.645, 0.299" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Who is the prime minister of Canada?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Who is the prime minister of Canada?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6864, 0.7784, lift_point: 0.6864, 0.7784", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6876, 0.3048, lift_point: 0.6876, 0.3048" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1254, 0.4286, lift_point: 0.1254, 0.4286", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1225, 0.2553, lift_point: 0.1225, 0.2553" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8022, 0.8505, lift_point: 0.8022, 0.8505", + "pred": "The action is #DUAL_POINT#; touch_point: 0.911, 0.4051, lift_point: 0.911, 0.4051" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7986, 0.8009, lift_point: 0.7986, 0.8009", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9113, 0.522, lift_point: 0.9113, 0.522" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0543, 0.0611, lift_point: 0.0543, 0.0611", + "pred": "The action is #DUAL_POINT#; touch_point: 0.054, 0.054, lift_point: 0.054, 0.054" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.045, 0.8247, lift_point: 0.045, 0.8247", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.9351, lift_point: 0.0572, 0.9351" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.724, lift_point: 0.0651, 0.724", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1776, 0.3067, lift_point: 0.1776, 0.3067" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"ign lates video\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"ign lates video\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1314, 0.3189, lift_point: 0.1314, 0.3189", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2187, 0.3108, lift_point: 0.2187, 0.3108" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1426, 0.7127, lift_point: 0.1426, 0.7127", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.2629, lift_point: 0.1171, 0.2629", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1713, 0.9172, lift_point: 0.1713, 0.9172" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.232, 0.2437, lift_point: 0.232, 0.2437", + "pred": "The action is #DUAL_POINT#; touch_point: 0.146, 0.9163, lift_point: 0.146, 0.9163" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.241, 0.2248, lift_point: 0.241, 0.2248", + "pred": "The action is #DUAL_POINT#; touch_point: 0.157, 0.9048, lift_point: 0.157, 0.9048" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2338, 0.1303, lift_point: 0.2338, 0.1303", + "pred": "The action is #DUAL_POINT#; touch_point: 0.265, 0.2656, lift_point: 0.265, 0.2656" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1083, 0.5662, lift_point: 0.1083, 0.5662", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2004, 0.8582, lift_point: 0.2004, 0.8582" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1475, 0.5133, lift_point: 0.1475, 0.5133", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2121, 0.8954, lift_point: 0.2121, 0.8954" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1998, 0.8597, lift_point: 0.1998, 0.8597" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5251, 0.5935, lift_point: 0.5251, 0.5935", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1689, 0.8657, lift_point: 0.1689, 0.8657" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8857, 0.4438, lift_point: 0.8857, 0.4438", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8749, 0.3453, lift_point: 0.8749, 0.3453" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.067, 0.3127, lift_point: 0.067, 0.3127", + "pred": "The action is #DUAL_POINT#; touch_point: 0.047, 0.294, lift_point: 0.047, 0.294" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1437, 0.4795, lift_point: 0.1437, 0.4795", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1274, 0.2794, lift_point: 0.1274, 0.2794" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.911, 0.3357, lift_point: 0.911, 0.3357" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.1003, lift_point: 0.7989, 0.1003", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1689, 0.8698, lift_point: 0.1689, 0.8698" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7828, 0.8909, lift_point: 0.7828, 0.8909", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9068, 0.4154, lift_point: 0.9068, 0.4154" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0677, 0.0588, lift_point: 0.0677, 0.0588", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2211, 0.8596, lift_point: 0.2211, 0.8596" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0564, 0.8052, lift_point: 0.0564, 0.8052", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1753, 0.8874, lift_point: 0.1753, 0.8874" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0675, 0.5065, lift_point: 0.0675, 0.5065", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Taylor Swift\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new Taylor Swift video\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new Taylor Swift video\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1215, 0.4143, lift_point: 0.1215, 0.4143", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1768, 0.5792, lift_point: 0.1768, 0.5792" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2273, 0.4296, lift_point: 0.2273, 0.4296" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6668, 0.4068, lift_point: 0.6668, 0.4068", + "pred": "The action is #DUAL_POINT#; touch_point: 0.145, 0.323, lift_point: 0.145, 0.323" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1596, 0.4751, lift_point: 0.1596, 0.4751", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1536, 0.4712, lift_point: 0.1536, 0.4712" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1537, 0.9352, lift_point: 0.1537, 0.9352" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8836, 0.517, lift_point: 0.8836, 0.517", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9026, 0.3895, lift_point: 0.9026, 0.3895" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.3216, lift_point: 0.0591, 0.3216", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at McDonalds\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at McDonalds?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at McDonalds?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1436, 0.4823, lift_point: 0.1436, 0.4823", + "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.306, lift_point: 0.127, 0.306" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5388, 0.7515, lift_point: 0.5388, 0.7515", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1588, 0.672, lift_point: 0.1588, 0.672" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1429, 0.259, lift_point: 0.1429, 0.259", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1238, 0.3938, lift_point: 0.1238, 0.3938" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8912, 0.4192, lift_point: 0.8912, 0.4192", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9047, 0.3454, lift_point: 0.9047, 0.3454" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0727, 0.2979, lift_point: 0.0727, 0.2979", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0768, 0.2458, lift_point: 0.0768, 0.2458" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4813, 0.3744, lift_point: 0.4813, 0.3744", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1274, 0.3015, lift_point: 0.1274, 0.3015" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.36, 0.3085, lift_point: 0.36, 0.3085", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3123, 0.2607, lift_point: 0.3123, 0.2607" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.278, 0.344, lift_point: 0.278, 0.344" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7714, 0.6865, lift_point: 0.7714, 0.6865", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8866, 0.516, lift_point: 0.8866, 0.516" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8819, 0.3955, lift_point: 0.8819, 0.3955", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9105, 0.355, lift_point: 0.9105, 0.355" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8824, 0.7775, lift_point: 0.8824, 0.7775", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8857, 0.4998, lift_point: 0.8857, 0.4998" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8924, 0.8149, lift_point: 0.8924, 0.8149", + "pred": "The action is #DUAL_POINT#; touch_point: 0.306, 0.439, lift_point: 0.306, 0.439" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3153, 0.5462, lift_point: 0.3153, 0.5462", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2778, 0.2711, lift_point: 0.2778, 0.2711" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1419, 0.6766, lift_point: 0.1419, 0.6766", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1273, 0.306, lift_point: 0.1273, 0.306" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.9109, 0.4037, lift_point: 0.9109, 0.4037", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8866, 0.479, lift_point: 0.8866, 0.479" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Olive Garden?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Olive Garden?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1182, 0.2294, lift_point: 0.1182, 0.2294", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0522, 0.0522, lift_point: 0.0522, 0.0522" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6416, 0.9406, lift_point: 0.6416, 0.9406" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7975, 0.8581, lift_point: 0.7975, 0.8581", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8865, 0.4948, lift_point: 0.8865, 0.4948" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0609, 0.7968, lift_point: 0.0609, 0.7968", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.8696, lift_point: 0.1177, 0.8696" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Bruno Mars\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Bruno Mars\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1004, 0.2786, lift_point: 0.1004, 0.2786", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1167, 0.2496, lift_point: 0.1167, 0.2496" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4055, 0.627, lift_point: 0.4055, 0.627", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2187, 0.6934, lift_point: 0.2187, 0.6934" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7798, 0.7328, lift_point: 0.7798, 0.7328" + }, + { + "gt": "The action is #STATUS_TASK_IMPOSSIBLE#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4996, 0.1605, lift_point: 0.4996, 0.1605", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1689, 0.6734, lift_point: 0.1689, 0.6734" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.491, 0.2181, lift_point: 0.491, 0.2181", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9359, 0.3087, lift_point: 0.9359, 0.3087" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.9053, 0.347, lift_point: 0.9053, 0.347", + "pred": "The action is #DUAL_POINT#; touch_point: 0.902, 0.345, lift_point: 0.902, 0.345" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new blush\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new blush\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1311, 0.364, lift_point: 0.1311, 0.364", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1092, 0.2297, lift_point: 0.1092, 0.2297" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8768, 0.4786, lift_point: 0.8768, 0.4786", + "pred": "The action is #DUAL_POINT#; touch_point: 0.917, 0.522, lift_point: 0.917, 0.522" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1938, 0.5989, lift_point: 0.1938, 0.5989", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1152, 0.3154, lift_point: 0.1152, 0.3154" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.477, 0.4774, lift_point: 0.477, 0.4774" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6627, 0.8258, lift_point: 0.6627, 0.8258", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8929, 0.3454, lift_point: 0.8929, 0.3454" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0549, 0.052, lift_point: 0.0549, 0.052", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.0623, lift_point: 0.0572, 0.0623" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0515, 0.0547, lift_point: 0.0515, 0.0547", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0677, 0.061, lift_point: 0.0677, 0.061" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0554, 0.8045, lift_point: 0.0554, 0.8045", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2948, 0.309, lift_point: 0.2948, 0.309" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Game Informer\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Game Informer\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.123, 0.3606, lift_point: 0.123, 0.3606", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4453, 0.3949, lift_point: 0.4453, 0.3949", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2472, 0.4613, lift_point: 0.2472, 0.4613" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1563, 0.5084, lift_point: 0.1563, 0.5084", + "pred": "The action is #DUAL_POINT#; touch_point: 0.221, 0.4611, lift_point: 0.221, 0.4611" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3141, 0.9451, lift_point: 0.3141, 0.9451", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1102, 0.9108, lift_point: 0.1102, 0.9108" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5595, 0.1967, lift_point: 0.5595, 0.1967", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.6736, lift_point: 0.7968, 0.6736" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8946, 0.5747, lift_point: 0.8946, 0.5747", + "pred": "The action is #DUAL_POINT#; touch_point: 0.908, 0.4154, lift_point: 0.908, 0.4154" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0586, 0.9156, lift_point: 0.0586, 0.9156", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.2099, lift_point: 0.1173, 0.2099" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2572, 0.3211, lift_point: 0.2572, 0.3211", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1278, 0.2698, lift_point: 0.1278, 0.2698" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8651, 0.8292, lift_point: 0.8651, 0.8292", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1864, 0.8732, lift_point: 0.1864, 0.8732" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7825, 0.635, lift_point: 0.7825, 0.635", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7964, 0.6964, lift_point: 0.7964, 0.6964" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0497, 0.557, lift_point: 0.0497, 0.557", + "pred": "The action is #DUAL_POINT#; touch_point: 0.067, 0.5375, lift_point: 0.067, 0.5375" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" hotels in London\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in London\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1048, 0.2982, lift_point: 0.1048, 0.2982", + "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.406, lift_point: 0.127, 0.406" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7789, 0.6244, lift_point: 0.7789, 0.6244", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9109, 0.345, lift_point: 0.9109, 0.345" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0431, 0.5396, lift_point: 0.0431, 0.5396", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0444, 0.4956, lift_point: 0.0444, 0.4956" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US president?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US president?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.119, 0.822, lift_point: 0.119, 0.822", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1237, 0.2553, lift_point: 0.1237, 0.2553" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3067, 0.2148, lift_point: 0.3067, 0.2148", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1233, 0.322, lift_point: 0.1233, 0.322" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7966, 0.5681, lift_point: 0.7966, 0.5681", + "pred": "The action is #DUAL_POINT#; touch_point: 0.779, 0.287, lift_point: 0.779, 0.287" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.4399, lift_point: 0.0621, 0.4399", + "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.9451, lift_point: 0.061, 0.9451" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new lipgloss\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new lipgloss\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1204, 0.187, lift_point: 0.1204, 0.187", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1275, 0.2536, lift_point: 0.1275, 0.2536" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.237, 0.3736, lift_point: 0.237, 0.3736" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8939, 0.1512, lift_point: 0.8939, 0.1512", + "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.6652, lift_point: 0.799, 0.6652" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0538, 0.0816, lift_point: 0.0538, 0.0816", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0669, 0.306, lift_point: 0.0669, 0.306" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0652, 0.0652, lift_point: 0.0652, 0.0652" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7933, 0.6138, lift_point: 0.7933, 0.6138", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7792, 0.3067, lift_point: 0.7792, 0.3067" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.2905, lift_point: 0.0518, 0.2905", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.5379, lift_point: 0.0597, 0.5379" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this morning?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this morning?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1125, 0.7887, lift_point: 0.1125, 0.7887", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.3733, lift_point: 0.1276, 0.3733" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2198, 0.1717, lift_point: 0.2198, 0.1717", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1613, 0.3097, lift_point: 0.1613, 0.3097" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2778, 0.3324, lift_point: 0.2778, 0.3324" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5618, 0.6315, lift_point: 0.5618, 0.6315", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6427, 0.8874, lift_point: 0.6427, 0.8874", + "pred": "The action is #DUAL_POINT#; touch_point: 0.911, 0.345, lift_point: 0.911, 0.345" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0461, 0.9547, lift_point: 0.0461, 0.9547", + "pred": "The action is #DUAL_POINT#; touch_point: 0.052, 0.9457, lift_point: 0.052, 0.9457" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.0544, lift_point: 0.0596, 0.0544", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1711, 0.8622, lift_point: 0.1711, 0.8622" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0442, 0.6459, lift_point: 0.0442, 0.6459", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1772, 0.8176, lift_point: 0.1772, 0.8176" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Play the new Katy Perry video on YouTube\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Katy Perry\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0945, 0.5782, lift_point: 0.0945, 0.5782", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1584, 0.4294, lift_point: 0.1584, 0.4294" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.607, 0.6407, lift_point: 0.607, 0.6407", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1466, 0.8926, lift_point: 0.1466, 0.8926" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.124, 0.9351, lift_point: 0.124, 0.9351" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7883, 0.6369, lift_point: 0.7883, 0.6369", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2507, 0.3178, lift_point: 0.2507, 0.3178", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2941, 0.4628, lift_point: 0.2941, 0.4628" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1049, 0.418, lift_point: 0.1049, 0.418", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1135, 0.2218, lift_point: 0.1135, 0.2218" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3298, 0.457, lift_point: 0.3298, 0.457", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4655, 0.7441, lift_point: 0.4655, 0.7441", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8142, 0.616, lift_point: 0.8142, 0.616", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9172, 0.345, lift_point: 0.9172, 0.345" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.3675, lift_point: 0.0612, 0.3675", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0579, 0.3961, lift_point: 0.0579, 0.3961" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1043, 0.6775, lift_point: 0.1043, 0.6775", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1135, 0.2974, lift_point: 0.1135, 0.2974" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8248, 0.6278, lift_point: 0.8248, 0.6278", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7948, 0.2922, lift_point: 0.7948, 0.2922" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0607, 0.5042, lift_point: 0.0607, 0.5042", + "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.9451, lift_point: 0.061, 0.9451" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Zurich to Helsinki\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Zurich to Helsinki\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1281, 0.6857, lift_point: 0.1281, 0.6857", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1274, 0.3065, lift_point: 0.1274, 0.3065" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3366, 0.2624, lift_point: 0.3366, 0.2624" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2906, 0.4312, lift_point: 0.2906, 0.4312", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4631, 0.4627, lift_point: 0.4631, 0.4627" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6819, 0.6296, lift_point: 0.6819, 0.6296", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9057, 0.4994, lift_point: 0.9057, 0.4994" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.043, 0.4424, lift_point: 0.043, 0.4424", + "pred": "The action is #DUAL_POINT#; touch_point: 0.063, 0.4919, lift_point: 0.063, 0.4919" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news app\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news app\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.102, 0.4834, lift_point: 0.102, 0.4834", + "pred": "The action is #DUAL_POINT#; touch_point: 0.113, 0.255, lift_point: 0.113, 0.255" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4082, 0.2497, lift_point: 0.4082, 0.2497", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2475, 0.446, lift_point: 0.2475, 0.446" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3235, 0.383, lift_point: 0.3235, 0.383", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2316, 0.8455, lift_point: 0.2316, 0.8455" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1404, 0.8544, lift_point: 0.1404, 0.8544" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8926, 0.3085, lift_point: 0.8926, 0.3085" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1577, 0.43, lift_point: 0.1577, 0.43", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1628, 0.5087, lift_point: 0.1628, 0.5087" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0644, 0.7894, lift_point: 0.0644, 0.7894", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0526, 0.7931, lift_point: 0.0526, 0.7931" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1048, 0.2927, lift_point: 0.1048, 0.2927" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8837, 0.4217, lift_point: 0.8837, 0.4217", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9105, 0.3454, lift_point: 0.9105, 0.3454" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"planetary science?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"planetary science?\"" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0665, 0.2944, lift_point: 0.0665, 0.2944" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5443, 0.8308, lift_point: 0.5443, 0.8308", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1362, 0.9342, lift_point: 0.1362, 0.9342" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0465, 0.9343, lift_point: 0.0465, 0.9343", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1279, 0.2554, lift_point: 0.1279, 0.2554" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"atest news in planetary science?\"", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1197, 0.2554, lift_point: 0.1197, 0.2554" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1111, 0.206, lift_point: 0.1111, 0.206", + "pred": "The action is #DUAL_POINT#; touch_point: 0.116, 0.3085, lift_point: 0.116, 0.3085" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1704, 0.206, lift_point: 0.1704, 0.206", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3175, 0.3223, lift_point: 0.3175, 0.3223" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6379, 0.8623, lift_point: 0.6379, 0.8623", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9115, 0.345, lift_point: 0.9115, 0.345" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0459, 0.0777, lift_point: 0.0459, 0.0777", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9164, 0.4938, lift_point: 0.9164, 0.4938" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0483, 0.6695, lift_point: 0.0483, 0.6695", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1089, 0.374, lift_point: 0.1089, 0.374" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new Maroon 5 video \"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new Maroon 5 video\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1008, 0.4559, lift_point: 0.1008, 0.4559", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9104, 0.2658, lift_point: 0.9104, 0.2658" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5695, 0.7339, lift_point: 0.5695, 0.7339", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1391, 0.6222, lift_point: 0.1391, 0.6222" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1176, 0.9237, lift_point: 0.1176, 0.9237" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4708, 0.6942, lift_point: 0.4708, 0.6942", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9309, 0.496, lift_point: 0.9309, 0.496" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.116, 0.4908, lift_point: 0.116, 0.4908", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0682, lift_point: 0.0682, 0.068" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.066, 0.9059, lift_point: 0.066, 0.9059", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0693, 0.9393, lift_point: 0.0693, 0.9393" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0412, 0.5821, lift_point: 0.0412, 0.5821", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0625, 0.9452, lift_point: 0.0625, 0.9452" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend? \"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1266, 0.4876, lift_point: 0.1266, 0.4876", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1052, 0.2552, lift_point: 0.1052, 0.2552" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5402, 0.8672, lift_point: 0.5402, 0.8672", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8635, 0.306, lift_point: 0.8635, 0.306" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.3666, lift_point: 0.1171, 0.3666", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1272, 0.2554, lift_point: 0.1272, 0.2554" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2471, 0.3168, lift_point: 0.2471, 0.3168", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4689, 0.1564, lift_point: 0.4689, 0.1564" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8057, 0.9555, lift_point: 0.8057, 0.9555", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2171, 0.6233, lift_point: 0.2171, 0.6233" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1904, 0.9065, lift_point: 0.1904, 0.9065" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8443, 0.6292, lift_point: 0.8443, 0.6292", + "pred": "The action is #DUAL_POINT#; touch_point: 0.638, 0.9108, lift_point: 0.638, 0.9108" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0563, 0.5916, lift_point: 0.0563, 0.5916", + "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.9453, lift_point: 0.061, 0.9453" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"latest news in cosmology\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest news in cosmology\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.3772, lift_point: 0.1179, 0.3772", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1212, 0.152, lift_point: 0.1212, 0.152" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3328, 0.4183, lift_point: 0.3328, 0.4183", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4682, 0.1934, lift_point: 0.4682, 0.1934" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7234, 0.5215, lift_point: 0.7234, 0.5215", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7799, 0.4753, lift_point: 0.7799, 0.4753" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8233, 0.6003, lift_point: 0.8233, 0.6003", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9119, 0.3453, lift_point: 0.9119, 0.3453" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.834, 0.6061, lift_point: 0.834, 0.6061", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8225, 0.3553, lift_point: 0.8225, 0.3553" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0592, 0.467, lift_point: 0.0592, 0.467", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1185, 0.4093, lift_point: 0.1185, 0.4093" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Boston\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Boston\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.2555, lift_point: 0.123, 0.2555" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3276, 0.2949, lift_point: 0.3276, 0.2949", + "pred": "The action is #DUAL_POINT#; touch_point: 0.393, 0.393, lift_point: 0.393, 0.393" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8515, 0.6043, lift_point: 0.8515, 0.6043", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9163, 0.3454, lift_point: 0.9163, 0.3454" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0412, 0.6625, lift_point: 0.0412, 0.6625", + "pred": "The action is #DUAL_POINT#; touch_point: 0.069, 0.4914, lift_point: 0.069, 0.4914" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" price of the 1000-Watt EGO Power+ Snow Blower\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the 1000-Watt EGO Power+ Snow Blower\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1092, 0.3049, lift_point: 0.1092, 0.3049", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1184, 0.321, lift_point: 0.1184, 0.321" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.707, 0.3228, lift_point: 0.707, 0.3228" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #Scrolling Up#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3369, 0.4648, lift_point: 0.3369, 0.4648", + "pred": "The action is #DUAL_POINT#; touch_point: 0.469, 0.4616, lift_point: 0.469, 0.4616" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6878, 0.8905, lift_point: 0.6878, 0.8905", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8466, 0.6103, lift_point: 0.8466, 0.6103", + "pred": "The action is #DUAL_POINT#; touch_point: 0.925, 0.3559, lift_point: 0.925, 0.3559" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0492, 0.6506, lift_point: 0.0492, 0.6506", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0652, 0.4619, lift_point: 0.0652, 0.4619" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Lowes\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Lowes\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.833, 0.606, lift_point: 0.833, 0.606", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9311, 0.345, lift_point: 0.9311, 0.345" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.8065, lift_point: 0.0672, 0.8065", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1026, 0.9209, lift_point: 0.1026, 0.9209" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1363, 0.4329, lift_point: 0.1363, 0.4329", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0525, 0.9451, lift_point: 0.0525, 0.9451" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1667, 0.1689, lift_point: 0.1667, 0.1689", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0527, 0.0527, lift_point: 0.0527, 0.0527" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3062, 0.4479, lift_point: 0.3062, 0.4479", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0675, 0.345, lift_point: 0.0675, 0.345" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1958, 0.4127, lift_point: 0.1958, 0.4127", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1674, 0.3095, lift_point: 0.1674, 0.3095" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3548, 0.1196, lift_point: 0.3548, 0.1196", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3099, 0.309, lift_point: 0.3099, 0.309" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.9226, 0.4547, lift_point: 0.9226, 0.4547", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9311, 0.4009, lift_point: 0.9311, 0.4009" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1297, 0.4485, lift_point: 0.1297, 0.4485", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1234, 0.2214, lift_point: 0.1234, 0.2214" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4832, 0.6053, lift_point: 0.4832, 0.6053", + "pred": "The action is #DUAL_POINT#; touch_point: 0.469, 0.469, lift_point: 0.469, 0.469" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_BACK#", + "pred": "The action is #PRESS_BACK#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.9194, 0.2965, lift_point: 0.9194, 0.2965", + "pred": "The action is #DUAL_POINT#; touch_point: 0.917, 0.3422, lift_point: 0.917, 0.3422" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0682, 0.3636, lift_point: 0.0682, 0.3636", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.263, lift_point: 0.0622, 0.263" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1176, 0.603, lift_point: 0.1176, 0.603", + "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.2318, lift_point: 0.117, 0.2318" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4808, 0.0624, lift_point: 0.4808, 0.0624" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.9428, 0.524, lift_point: 0.9428, 0.524", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0667, 0.271, lift_point: 0.0667, 0.271", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7752, 0.4613, lift_point: 0.7752, 0.4613" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2718, 0.5393, lift_point: 0.2718, 0.5393", + "pred": "The action is #DUAL_POINT#; touch_point: 0.128, 0.306, lift_point: 0.128, 0.306" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.9014, 0.4658, lift_point: 0.9014, 0.4658", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0603, 0.3868, lift_point: 0.0603, 0.3868", + "pred": "The action is #DUAL_POINT#; touch_point: 0.047, 0.2536, lift_point: 0.047, 0.2536" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Boston\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Boston\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1319, 0.272, lift_point: 0.1319, 0.272", + "pred": "The action is #DUAL_POINT#; touch_point: 0.156, 0.579, lift_point: 0.156, 0.579" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5594, 0.3859, lift_point: 0.5594, 0.3859", + "pred": "The action is #DUAL_POINT#; touch_point: 0.444, 0.3735, lift_point: 0.444, 0.3735" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0914, 0.497, lift_point: 0.0914, 0.497", + "pred": "The action is #DUAL_POINT#; touch_point: 0.162, 0.508, lift_point: 0.162, 0.508" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9164, 0.4879, lift_point: 0.9164, 0.4879" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.607, 0.1523, lift_point: 0.607, 0.1523", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1688, 0.506, lift_point: 0.1688, 0.506" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2242, 0.3622, lift_point: 0.2242, 0.3622", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1613, 0.3734, lift_point: 0.1613, 0.3734" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0716, 0.3798, lift_point: 0.0716, 0.3798", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0703, 0.5185, lift_point: 0.0703, 0.5185" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4034, 0.4373, lift_point: 0.4034, 0.4373", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.336, lift_point: 0.1177, 0.336" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4686, 0.324, lift_point: 0.4686, 0.324" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8139, 0.8516, lift_point: 0.8139, 0.8516", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9311, 0.4032, lift_point: 0.9311, 0.4032" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0693, 0.2988, lift_point: 0.0693, 0.2988", + "pred": "The action is #DUAL_POINT#; touch_point: 0.047, 0.4234, lift_point: 0.047, 0.4234" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0822, 0.5471, lift_point: 0.0822, 0.5471", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Google\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Google app\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Google app\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6315, 0.6047, lift_point: 0.6315, 0.6047", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1188, 0.449, lift_point: 0.1188, 0.449" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1344, 0.2843, lift_point: 0.1344, 0.2843", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1566, 0.4918, lift_point: 0.1566, 0.4918" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1405, 0.4311, lift_point: 0.1405, 0.4311", + "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.297, lift_point: 0.123, 0.297" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2472, 0.413, lift_point: 0.2472, 0.413" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.9271, 0.4142, lift_point: 0.9271, 0.4142", + "pred": "The action is #DUAL_POINT#; touch_point: 0.911, 0.345, lift_point: 0.911, 0.345" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0575, 0.3245, lift_point: 0.0575, 0.3245", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0623, 0.2944, lift_point: 0.0623, 0.2944" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.4669, lift_point: 0.0672, 0.4669", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.9457, lift_point: 0.0621, 0.9457" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Paris\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Paris\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.4034, lift_point: 0.1173, 0.4034", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1398, 0.4614, lift_point: 0.1398, 0.4614" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5299, 0.1896, lift_point: 0.5299, 0.1896", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1581, 0.672, lift_point: 0.1581, 0.672" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8001, 0.6254, lift_point: 0.8001, 0.6254", + "pred": "The action is #DUAL_POINT#; touch_point: 0.796, 0.696, lift_point: 0.796, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0557, 0.9678, lift_point: 0.0557, 0.9678", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.3955, lift_point: 0.0672, 0.3955" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0581, 0.9775, lift_point: 0.0581, 0.9775", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.359, 0.6213, lift_point: 0.359, 0.6213", + "pred": "The action is #DUAL_POINT#; touch_point: 0.672, 0.3059, lift_point: 0.672, 0.3059" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0614, 0.5729, lift_point: 0.0614, 0.5729", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.3574, lift_point: 0.0568, 0.3574" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do i get to the nearest Home Depot?\"", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1766, 0.5274, lift_point: 0.1766, 0.5274" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.6141, lift_point: 0.799, 0.6141", + "pred": "The action is #DUAL_POINT#; touch_point: 0.911, 0.2945, lift_point: 0.911, 0.2945" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5409, 0.8498, lift_point: 0.5409, 0.8498", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6075, 0.9165, lift_point: 0.6075, 0.9165" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0483, 0.643, lift_point: 0.0483, 0.643", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1278, 0.9237, lift_point: 0.1278, 0.9237" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Home Depot?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Home Depot near me\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1231, 0.4027, lift_point: 0.1231, 0.4027", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1228, 0.4234, lift_point: 0.1228, 0.4234" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6198, 0.4425, lift_point: 0.6198, 0.4425", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1739, 0.1727, lift_point: 0.1739, 0.1727", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4778, 0.6998, lift_point: 0.4778, 0.6998" + }, + { + "gt": "The action is #PRESS_BACK#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0543, 0.0569, lift_point: 0.0543, 0.0569" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.6226, lift_point: 0.0578, 0.6226", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0437, 0.5087, lift_point: 0.0437, 0.5087" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Calendar\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Calendar\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1135, 0.2094, lift_point: 0.1135, 0.2094", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1239, 0.2556, lift_point: 0.1239, 0.2556" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4035, 0.3219, lift_point: 0.4035, 0.3219", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2233, 0.3196, lift_point: 0.2233, 0.3196" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2111, 0.2851, lift_point: 0.2111, 0.2851", + "pred": "The action is #DUAL_POINT#; touch_point: 0.237, 0.3637, lift_point: 0.237, 0.3637" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1464, 0.8579, lift_point: 0.1464, 0.8579" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9105, 0.3553, lift_point: 0.9105, 0.3553" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6644, 0.873, lift_point: 0.6644, 0.873", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1639, 0.1397, lift_point: 0.1639, 0.1397" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6644, 0.873, lift_point: 0.6644, 0.873", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1594, 0.8535, lift_point: 0.1594, 0.8535" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6423, 0.8629, lift_point: 0.6423, 0.8629", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1688, 0.6738, lift_point: 0.1688, 0.6738" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6476, 0.889, lift_point: 0.6476, 0.889", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1583, 0.8954, lift_point: 0.1583, 0.8954" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1689, 0.8535, lift_point: 0.1689, 0.8535" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.881, 0.3583, lift_point: 0.881, 0.3583", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8857, 0.5186, lift_point: 0.8857, 0.5186" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Brazilian Real\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Brazilian Real\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.2493, lift_point: 0.1173, 0.2493" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8885, 0.5074, lift_point: 0.8885, 0.5074", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9103, 0.5183, lift_point: 0.9103, 0.5183" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1167, 0.351, lift_point: 0.1167, 0.351" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.583, 0.5171, lift_point: 0.583, 0.5171", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7293, 0.7629, lift_point: 0.7293, 0.7629", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9093, 0.9094, lift_point: 0.9093, 0.9094" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8821, 0.4104, lift_point: 0.8821, 0.4104", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8888, 0.3735, lift_point: 0.8888, 0.3735" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Cheesecake Factory\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Cheesecake Factory\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1266, 0.9222, lift_point: 0.1266, 0.9222" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5323, 0.4879, lift_point: 0.5323, 0.4879", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7766, 0.6942, lift_point: 0.7766, 0.6942", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7846, 0.672, lift_point: 0.7846, 0.672" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0437, 0.4273, lift_point: 0.0437, 0.4273", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0616, 0.4775, lift_point: 0.0616, 0.4775" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of sweden?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of sweden?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1335, 0.2836, lift_point: 0.1335, 0.2836", + "pred": "The action is #DUAL_POINT#; touch_point: 0.126, 0.2792, lift_point: 0.126, 0.2792" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7834, 0.698, lift_point: 0.7834, 0.698", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7792, 0.6933, lift_point: 0.7792, 0.6933" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.048, 0.5517, lift_point: 0.048, 0.5517", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0647, 0.4912, lift_point: 0.0647, 0.4912" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at red lobster?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at red lobster?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1333, 0.249, lift_point: 0.1333, 0.249", + "pred": "The action is #DUAL_POINT#; touch_point: 0.122, 0.2198, lift_point: 0.122, 0.2198" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5788, 0.2193, lift_point: 0.5788, 0.2193", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1711, 0.4613, lift_point: 0.1711, 0.4613" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3718, 0.499, lift_point: 0.3718, 0.499", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1679, 0.5075, lift_point: 0.1679, 0.5075" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0464, 0.4043, lift_point: 0.0464, 0.4043", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.5317, lift_point: 0.0622, 0.5317" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1985, 0.2131, lift_point: 0.1985, 0.2131", + "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.354, lift_point: 0.127, 0.354" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4812, 0.2229, lift_point: 0.4812, 0.2229", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3091, 0.3098, lift_point: 0.3091, 0.3098" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.377, 0.3094, lift_point: 0.377, 0.3094" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7736, 0.6632, lift_point: 0.7736, 0.6632", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7859, 0.6769, lift_point: 0.7859, 0.6769" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0424, 0.461, lift_point: 0.0424, 0.461", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0677, 0.0615, lift_point: 0.0677, 0.0615" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Argentina\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Argentina\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1417, 0.3636, lift_point: 0.1417, 0.3636", + "pred": "The action is #DUAL_POINT#; touch_point: 0.118, 0.221, lift_point: 0.118, 0.221" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1026, 0.449, lift_point: 0.1026, 0.449" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7825, 0.6827, lift_point: 0.7825, 0.6827", + "pred": "The action is #DUAL_POINT#; touch_point: 0.709, 0.627, lift_point: 0.709, 0.627" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0504, 0.4489, lift_point: 0.0504, 0.4489", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach bag?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach bag\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.2757, lift_point: 0.1411, 0.2757", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1272, 0.2316, lift_point: 0.1272, 0.2316" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3979, 0.3979, lift_point: 0.3979, 0.3979" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1899, 0.2143, lift_point: 0.1899, 0.2143", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3364, 0.2794, lift_point: 0.3364, 0.2794" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.491, 0.4919, lift_point: 0.491, 0.4919" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7836, 0.6763, lift_point: 0.7836, 0.6763", + "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.6886, lift_point: 0.799, 0.6886" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.066, 0.2705, lift_point: 0.066, 0.2705", + "pred": "The action is #DUAL_POINT#; touch_point: 0.126, 0.3734, lift_point: 0.126, 0.3734" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach blanket?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach blanket?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.235, lift_point: 0.1411, 0.235", + "pred": "The action is #DUAL_POINT#; touch_point: 0.114, 0.1754, lift_point: 0.114, 0.1754" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4689, 0.4804, lift_point: 0.4689, 0.4804" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4708, 0.2896, lift_point: 0.4708, 0.2896", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3779, 0.3735, lift_point: 0.3779, 0.3735" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6623, 0.3736, lift_point: 0.6623, 0.3736" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7804, 0.678, lift_point: 0.7804, 0.678", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7802, 0.6897, lift_point: 0.7802, 0.6897" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0421, 0.3922, lift_point: 0.0421, 0.3922", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0717, 0.5374, lift_point: 0.0717, 0.5374" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"best Mexican restaurants\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"best Mexican restaurants\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1269, 0.3198, lift_point: 0.1269, 0.3198", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1212, 0.2555, lift_point: 0.1212, 0.2555" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2736, 0.269, lift_point: 0.2736, 0.269", + "pred": "The action is #DUAL_POINT#; touch_point: 0.475, 0.3106, lift_point: 0.475, 0.3106" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4137, 0.5214, lift_point: 0.4137, 0.5214" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.788, 0.6884, lift_point: 0.788, 0.6884", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7916, 0.6998, lift_point: 0.7916, 0.6998" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0413, 0.4771, lift_point: 0.0413, 0.4771", + "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.8174, lift_point: 0.068, 0.8174" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"big is a lion?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"big is a lion?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1387, 0.2413, lift_point: 0.1387, 0.2413", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1266, 0.2554, lift_point: 0.1266, 0.2554" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8387, 0.5262, lift_point: 0.8387, 0.5262", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1139, 0.9239, lift_point: 0.1139, 0.9239" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4212, 0.329, lift_point: 0.4212, 0.329" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7723, 0.6778, lift_point: 0.7723, 0.6778", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7858, 0.6728, lift_point: 0.7858, 0.6728" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0473, 0.3652, lift_point: 0.0473, 0.3652", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0611, 0.0611, lift_point: 0.0611, 0.0611" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Bolivia\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Bolivia\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.136, 0.3202, lift_point: 0.136, 0.3202", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1214, 0.347, lift_point: 0.1214, 0.347" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.0625, lift_point: 0.068, 0.0625" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6301, 0.1398, lift_point: 0.6301, 0.1398", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3632, 0.363, lift_point: 0.3632, 0.363" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1898, 0.1467, lift_point: 0.1898, 0.1467", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1983, 0.8574, lift_point: 0.1983, 0.8574" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6324, 0.1221, lift_point: 0.6324, 0.1221", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9045, 0.5045, lift_point: 0.9045, 0.5045" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0594, 0.4623, lift_point: 0.0594, 0.4623", + "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.406, lift_point: 0.117, 0.406" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0583, 0.9216, lift_point: 0.0583, 0.9216", + "pred": "The action is #DUAL_POINT#; touch_point: 0.062, 0.9359, lift_point: 0.062, 0.9359" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0685, 0.4403, lift_point: 0.0685, 0.4403", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0576, 0.9164, lift_point: 0.0576, 0.9164" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Open the calculator \"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Open the calculator\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1461, 0.4406, lift_point: 0.1461, 0.4406", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.477, lift_point: 0.1173, 0.477" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3076, 0.3562, lift_point: 0.3076, 0.3562", + "pred": "The action is #DUAL_POINT#; touch_point: 0.443, 0.512, lift_point: 0.443, 0.512" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6333, 0.7567, lift_point: 0.6333, 0.7567", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9116, 0.9114, lift_point: 0.9116, 0.9114" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5973, 0.8227, lift_point: 0.5973, 0.8227", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1466, 0.8466, lift_point: 0.1466, 0.8466" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8572, 0.8582, lift_point: 0.8572, 0.8582" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6481, 0.5887, lift_point: 0.6481, 0.5887", + "pred": "The action is #DUAL_POINT#; touch_point: 0.163, 0.4657, lift_point: 0.163, 0.4657" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.3639, lift_point: 0.0529, 0.3639", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0788, 0.4698, lift_point: 0.0788, 0.4698" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" burger restaurants \"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Google Maps\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1507, 0.369, lift_point: 0.1507, 0.369", + "pred": "The action is #DUAL_POINT#; touch_point: 0.157, 0.2505, lift_point: 0.157, 0.2505" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5943, 0.3915, lift_point: 0.5943, 0.3915", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8697, 0.3056, lift_point: 0.8697, 0.3056" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2742, 0.3428, lift_point: 0.2742, 0.3428", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0472, 0.439, lift_point: 0.0472, 0.439" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0705, 0.9113, lift_point: 0.0705, 0.9113", + "pred": "The action is #DUAL_POINT#; touch_point: 0.054, 0.918, lift_point: 0.054, 0.918" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0633, 0.4191, lift_point: 0.0633, 0.4191", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0579, 0.9453, lift_point: 0.0579, 0.9453" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me this weeks events? \"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me week's events? \"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.4739, lift_point: 0.1329, 0.4739", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1265, 0.477, lift_point: 0.1265, 0.477" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3184, 0.314, lift_point: 0.3184, 0.314" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3179, 0.3807, lift_point: 0.3179, 0.3807", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8697, 0.3196, lift_point: 0.8697, 0.3196" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0521, 0.0913, lift_point: 0.0521, 0.0913", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1369, 0.3222, lift_point: 0.1369, 0.3222" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4937, 0.2362, lift_point: 0.4937, 0.2362", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0662, 0.0662, lift_point: 0.0662, 0.0662" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5199, 0.2492, lift_point: 0.5199, 0.2492", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6358, 0.1288, lift_point: 0.6358, 0.1288" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2941, 0.9229, lift_point: 0.2941, 0.9229", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6528, 0.2091, lift_point: 0.6528, 0.2091" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1966, 0.9034, lift_point: 0.1966, 0.9034" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5979, 0.3934, lift_point: 0.5979, 0.3934", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4692, 0.676, lift_point: 0.4692, 0.676" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1291, 0.6564, lift_point: 0.1291, 0.6564", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0467, 0.4613, lift_point: 0.0467, 0.4613" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.056, 0.9036, lift_point: 0.056, 0.9036", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0566, 0.9453, lift_point: 0.0566, 0.9453" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.4158, lift_point: 0.0562, 0.4158", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0504, 0.3395, lift_point: 0.0504, 0.3395" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Play the latest video from the BBC \"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Play the latest video from the BBC\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1322, 0.4168, lift_point: 0.1322, 0.4168", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1144, 0.2294, lift_point: 0.1144, 0.2294" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.292, 0.4086, lift_point: 0.292, 0.4086" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.131, 0.2609, lift_point: 0.131, 0.2609", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6091, 0.3766, lift_point: 0.6091, 0.3766", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4729, 0.5086, lift_point: 0.4729, 0.5086" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2833, 0.5076, lift_point: 0.2833, 0.5076", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1751, 0.4632, lift_point: 0.1751, 0.4632" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0694, 0.9235, lift_point: 0.0694, 0.9235", + "pred": "The action is #DUAL_POINT#; touch_point: 0.054, 0.9451, lift_point: 0.054, 0.9451" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0602, 0.4433, lift_point: 0.0602, 0.4433", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0528, 0.9457, lift_point: 0.0528, 0.9457" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Boston \"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Boston \"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2667, 0.3762, lift_point: 0.2667, 0.3762", + "pred": "The action is #DUAL_POINT#; touch_point: 0.152, 0.389, lift_point: 0.152, 0.389" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3474, 0.272, lift_point: 0.3474, 0.272", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3095, 0.3091, lift_point: 0.3095, 0.3091" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7326, 0.5677, lift_point: 0.7326, 0.5677", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1896, 0.9036, lift_point: 0.1896, 0.9036" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6142, 0.3825, lift_point: 0.6142, 0.3825", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9165, 0.508, lift_point: 0.9165, 0.508" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2795, 0.5272, lift_point: 0.2795, 0.5272", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0685, 0.4657, lift_point: 0.0685, 0.4657" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.8952, lift_point: 0.0638, 0.8952", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0473, 0.3496, lift_point: 0.0473, 0.3496" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0585, 0.442, lift_point: 0.0585, 0.442", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0502, 0.5495, lift_point: 0.0502, 0.5495" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology? \"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology? \"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1497, 0.5314, lift_point: 0.1497, 0.5314", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1098, 0.2923, lift_point: 0.1098, 0.2923" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3273, 0.4227, lift_point: 0.3273, 0.4227", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4699, 0.4697, lift_point: 0.4699, 0.4697" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5977, 0.366, lift_point: 0.5977, 0.366", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9025, 0.5047, lift_point: 0.9025, 0.5047" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2881, 0.6019, lift_point: 0.2881, 0.6019", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.4654, lift_point: 0.0615, 0.4654" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0669, 0.9207, lift_point: 0.0669, 0.9207", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0579, 0.9451, lift_point: 0.0579, 0.9451" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0677, 0.3997, lift_point: 0.0677, 0.3997", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0524, 0.9342, lift_point: 0.0524, 0.9342" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0502, 0.9174, lift_point: 0.0502, 0.9174" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store? \"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1231, 0.4251, lift_point: 0.1231, 0.4251", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1127, 0.3184, lift_point: 0.1127, 0.3184" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.4633, lift_point: 0.1173, 0.4633" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5905, 0.3914, lift_point: 0.5905, 0.3914", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9024, 0.487, lift_point: 0.9024, 0.487" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.28, 0.5216, lift_point: 0.28, 0.5216", + "pred": "The action is #DUAL_POINT#; touch_point: 0.043, 0.4192, lift_point: 0.043, 0.4192" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0525, 0.8865, lift_point: 0.0525, 0.8865", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0603, 0.945, lift_point: 0.0603, 0.945" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0505, 0.418, lift_point: 0.0505, 0.418", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0505, 0.4414, lift_point: 0.0505, 0.4414" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Malaysia? \"", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0503, 0.9454, lift_point: 0.0503, 0.9454" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1342, 0.3641, lift_point: 0.1342, 0.3641", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1454, 0.329, lift_point: 0.1454, 0.329" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3034, 0.3769, lift_point: 0.3034, 0.3769", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3081, 0.3097, lift_point: 0.3081, 0.3097" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8207, 0.56, lift_point: 0.8207, 0.56", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1182, 0.9242, lift_point: 0.1182, 0.9242" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0722, 0.0724, lift_point: 0.0722, 0.0724" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2999, 0.2785, lift_point: 0.2999, 0.2785", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.595, 0.3585, lift_point: 0.595, 0.3585", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9165, 0.672, lift_point: 0.9165, 0.672" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5935, 0.3583, lift_point: 0.5935, 0.3583", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2732, 0.6217, lift_point: 0.2732, 0.6217" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0444, 0.4453, lift_point: 0.0444, 0.4453" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0475, 0.5277, lift_point: 0.0475, 0.5277" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0719, 0.9124, lift_point: 0.0719, 0.9124", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0586, 0.9453, lift_point: 0.0586, 0.9453" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0466, 0.5782, lift_point: 0.0466, 0.5782", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0495, 0.9454, lift_point: 0.0495, 0.9454" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology? \"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology? \"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.202, 0.5932, lift_point: 0.202, 0.5932", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.373, lift_point: 0.1179, 0.373" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3258, 0.5227, lift_point: 0.3258, 0.5227", + "pred": "The action is #DUAL_POINT#; touch_point: 0.468, 0.4617, lift_point: 0.468, 0.4617" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8023, 0.6164, lift_point: 0.8023, 0.6164", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9349, 0.345, lift_point: 0.9349, 0.345" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0661, 0.5783, lift_point: 0.0661, 0.5783", + "pred": "The action is #DUAL_POINT#; touch_point: 0.06, 0.8393, lift_point: 0.06, 0.8393" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.3746, lift_point: 0.1276, 0.3746", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1274, 0.2794, lift_point: 0.1274, 0.2794" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0679, 0.9358, lift_point: 0.0679, 0.9358" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.804, 0.6256, lift_point: 0.804, 0.6256", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9107, 0.3459, lift_point: 0.9107, 0.3459" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.5621, lift_point: 0.0651, 0.5621", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0571, 0.8394, lift_point: 0.0571, 0.8394" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach chair?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach chair?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1322, 0.5464, lift_point: 0.1322, 0.5464", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1272, 0.367, lift_point: 0.1272, 0.367" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7367, 0.4438, lift_point: 0.7367, 0.4438", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1381, 0.5472, lift_point: 0.1381, 0.5472" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8082, 0.6143, lift_point: 0.8082, 0.6143", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9342, 0.2919, lift_point: 0.9342, 0.2919" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0743, 0.5173, lift_point: 0.0743, 0.5173", + "pred": "The action is #DUAL_POINT#; touch_point: 0.067, 0.4766, lift_point: 0.067, 0.4766" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.129, 0.4827, lift_point: 0.129, 0.4827", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.309, 0.309, lift_point: 0.309, 0.309" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Up#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8991, 0.4974, lift_point: 0.8991, 0.4974", + "pred": "The action is #Scrolling Up#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8086, 0.6235, lift_point: 0.8086, 0.6235", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0, 0.9349, lift_point: 0.0, 0.9349" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0652, 0.4897, lift_point: 0.0652, 0.4897", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0695, 0.4067, lift_point: 0.0695, 0.4067" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.131, 0.4961, lift_point: 0.131, 0.4961", + "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.306, lift_point: 0.127, 0.306" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8079, 0.6236, lift_point: 0.8079, 0.6236", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9348, 0.345, lift_point: 0.9348, 0.345" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0697, 0.5484, lift_point: 0.0697, 0.5484", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0683, 0.477, lift_point: 0.0683, 0.477" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Panama\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Panama\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1297, 0.3266, lift_point: 0.1297, 0.3266", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1394, 0.2794, lift_point: 0.1394, 0.2794" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8104, 0.6183, lift_point: 0.8104, 0.6183", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0, 0.9347, lift_point: 0.0, 0.9347" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0584, 0.566, lift_point: 0.0584, 0.566", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0619, 0.5066, lift_point: 0.0619, 0.5066" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.134, 0.3566, lift_point: 0.134, 0.3566", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1092, 0.2526, lift_point: 0.1092, 0.2526" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8051, 0.6184, lift_point: 0.8051, 0.6184", + "pred": "The action is #DUAL_POINT#; touch_point: 0.934, 0.2923, lift_point: 0.934, 0.2923" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0534, 0.5295, lift_point: 0.0534, 0.5295", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0616, 0.8395, lift_point: 0.0616, 0.8395" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Subway?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Subway?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1332, 0.3645, lift_point: 0.1332, 0.3645", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.2556, lift_point: 0.1276, 0.2556" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8071, 0.6207, lift_point: 0.8071, 0.6207", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0554, 0.472, lift_point: 0.0554, 0.472", + "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.9354, lift_point: 0.117, 0.9354" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Mexico city to Sydney\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Mexico city to Sydney\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.3904, lift_point: 0.1329, 0.3904", + "pred": "The action is #DUAL_POINT#; touch_point: 0.112, 0.294, lift_point: 0.112, 0.294" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3103, 0.2798, lift_point: 0.3103, 0.2798" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8138, 0.6186, lift_point: 0.8138, 0.6186", + "pred": "The action is #DUAL_POINT#; touch_point: 0.934, 0.282, lift_point: 0.934, 0.282" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0565, 0.4655, lift_point: 0.0565, 0.4655", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0682, 0.4778, lift_point: 0.0682, 0.4778" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit right now?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"top post on reddit\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1257, 0.4084, lift_point: 0.1257, 0.4084", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.393, lift_point: 0.1172, 0.393" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3089, 0.2944, lift_point: 0.3089, 0.2944" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Up#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.666, 0.2675, lift_point: 0.666, 0.2675", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8078, 0.6252, lift_point: 0.8078, 0.6252", + "pred": "The action is #DUAL_POINT#; touch_point: 0.934, 0.3555, lift_point: 0.934, 0.3555" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0561, 0.479, lift_point: 0.0561, 0.479", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2498, 0.4553, lift_point: 0.2498, 0.4553" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Time in San Francisco\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Time in San Francisco\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1292, 0.3725, lift_point: 0.1292, 0.3725", + "pred": "The action is #DUAL_POINT#; touch_point: 0.118, 0.229, lift_point: 0.118, 0.229" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.054, 0.9451, lift_point: 0.054, 0.9451" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8089, 0.6237, lift_point: 0.8089, 0.6237", + "pred": "The action is #DUAL_POINT#; touch_point: 0.934, 0.345, lift_point: 0.934, 0.345" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.3469, lift_point: 0.0529, 0.3469", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0649, 0.5496, lift_point: 0.0649, 0.5496" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good Italian restaurants\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good Italian restaurants\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1372, 0.4749, lift_point: 0.1372, 0.4749", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1093, 0.2553, lift_point: 0.1093, 0.2553" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7176, 0.2098, lift_point: 0.7176, 0.2098" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1643, 0.8382, lift_point: 0.1643, 0.8382", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1689, 0.8737, lift_point: 0.1689, 0.8737" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0628, 0.7749, lift_point: 0.0628, 0.7749", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0625, 0.0631, lift_point: 0.0625, 0.0631" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0609, 0.9298, lift_point: 0.0609, 0.9298", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0624, 0.8579, lift_point: 0.0624, 0.8579" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit app\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit app\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1361, 0.2898, lift_point: 0.1361, 0.2898", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1312, 0.243, lift_point: 0.1312, 0.243" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1505, 0.8499, lift_point: 0.1505, 0.8499", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2147, 0.7949, lift_point: 0.2147, 0.7949" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1461, 0.8737, lift_point: 0.1461, 0.8737" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7486, 0.2964, lift_point: 0.7486, 0.2964", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7793, 0.698, lift_point: 0.7793, 0.698" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0834, 0.841, lift_point: 0.0834, 0.841", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0747, 0.0837, lift_point: 0.0747, 0.0837" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0692, 0.1098, lift_point: 0.0692, 0.1098", + "pred": "The action is #DUAL_POINT#; touch_point: 0.152, 0.8951, lift_point: 0.152, 0.8951" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8753, 0.5182, lift_point: 0.8753, 0.5182" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.625, 0.6017, lift_point: 0.625, 0.6017", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2737, 0.496, lift_point: 0.2737, 0.496" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1318, 0.4092, lift_point: 0.1318, 0.4092", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1322, 0.5077, lift_point: 0.1322, 0.5077" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1332, 0.8927, lift_point: 0.1332, 0.8927", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0688, 0.6, lift_point: 0.0688, 0.6" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather in paris\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather in paris\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.26, 0.3267, lift_point: 0.26, 0.3267", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2692, 0.4655, lift_point: 0.2692, 0.4655", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2625, 0.3092, lift_point: 0.2625, 0.3092" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6946, 0.2943, lift_point: 0.6946, 0.2943" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Barcelona to Boston flight\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Barcelona to Boston flight\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3091, 0.4261, lift_point: 0.3091, 0.4261", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1936, 0.2099, lift_point: 0.1936, 0.2099" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.384, 0.3307, lift_point: 0.384, 0.3307", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9109, 0.3454, lift_point: 0.9109, 0.3454" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7859, 0.6484, lift_point: 0.7859, 0.6484" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2249, 0.6282, lift_point: 0.2249, 0.6282", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5378, 0.7813, lift_point: 0.5378, 0.7813" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1306, 0.3968, lift_point: 0.1306, 0.3968", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1189, 0.4958, lift_point: 0.1189, 0.4958" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1211, 0.8972, lift_point: 0.1211, 0.8972", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1892, 0.604, lift_point: 0.1892, 0.604" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2757, 0.5293, lift_point: 0.2757, 0.5293", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1321, 0.4614, lift_point: 0.1321, 0.4614" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4969, 0.411, lift_point: 0.4969, 0.411", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.3066, lift_point: 0.7898, 0.3066" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5772, 0.6842, lift_point: 0.5772, 0.6842", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8758, 0.5028, lift_point: 0.8758, 0.5028" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #Scrolling Up#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5221, 0.8861, lift_point: 0.5221, 0.8861" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913", + "pred": "The action is #DUAL_POINT#; touch_point: 0.477, 0.8804, lift_point: 0.477, 0.8804" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5216, 0.6232, lift_point: 0.5216, 0.6232" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6424, 0.3073, lift_point: 0.6424, 0.3073" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0384, 0.4956, lift_point: 0.0384, 0.4956" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0603, 0.4773, lift_point: 0.0603, 0.4773" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1452, 0.391, lift_point: 0.1452, 0.391" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.9357, lift_point: 0.1179, 0.9357" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476", + "pred": "The action is #DUAL_POINT#; touch_point: 0.477, 0.477, lift_point: 0.477, 0.477" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2794, 0.2794, lift_point: 0.2794, 0.2794" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.178, 0.7792, lift_point: 0.178, 0.7792" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4619, 0.4616, lift_point: 0.4619, 0.4616" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8667, 0.5252, lift_point: 0.8667, 0.5252" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.9263, lift_point: 0.1173, 0.9263" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1908, 0.9248, lift_point: 0.1908, 0.9248" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #PRESS_BACK#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1909, 0.9038, lift_point: 0.1909, 0.9038" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787", + "pred": "The action is #PRESS_BACK#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7994, 0.6429, lift_point: 0.7994, 0.6429" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7994, lift_point: 0.799, 0.7994" + }, + { + "gt": "The action is #PRESS_BACK#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777", + "pred": "The action is #PRESS_BACK#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #PRESS_BACK#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #PRESS_BACK#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #PRESS_BACK#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2002, 0.5284, lift_point: 0.2002, 0.5284" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3091, 0.3093, lift_point: 0.3091, 0.3093" + }, + { + "gt": "The action is #PRESS_BACK#", + "pred": "The action is #PRESS_BACK#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.123, lift_point: 0.799, 0.123" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885", + "pred": "The action is #PRESS_BACK#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #PRESS_BACK#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.315, 0.429, lift_point: 0.315, 0.429" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #PRESS_BACK#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #PRESS_BACK#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2214, 0.4612, lift_point: 0.2214, 0.4612" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #PRESS_BACK#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #PRESS_BACK#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4602, 0.5652, lift_point: 0.4602, 0.5652", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3097, 0.3094, lift_point: 0.3097, 0.3094" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #PRESS_BACK#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3384, 0.4751, lift_point: 0.3384, 0.4751", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8064, 0.5777, lift_point: 0.8064, 0.5777", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3097, 0.461, lift_point: 0.3097, 0.461" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8087, 0.6632, lift_point: 0.8087, 0.6632", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8064, 0.714, lift_point: 0.8064, 0.714" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.9311, lift_point: 0.0627, 0.9311", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0675, 0.9453, lift_point: 0.0675, 0.9453" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1438, 0.9143, lift_point: 0.1438, 0.9143" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7882, 0.6536, lift_point: 0.7882, 0.6536", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1926, 0.7614, lift_point: 0.1926, 0.7614", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0781, 0.9351, lift_point: 0.0781, 0.9351" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.9382, lift_point: 0.1172, 0.9382", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0585, 0.9451, lift_point: 0.0585, 0.9451" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Find a good burger place on Maps\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Find a good burger place on Maps \"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.477, 0.4778, lift_point: 0.477, 0.4778" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8011, 0.676, lift_point: 0.8011, 0.676" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0611, 0.5639, lift_point: 0.0611, 0.5639", + "pred": "The action is #DUAL_POINT#; touch_point: 0.064, 0.4919, lift_point: 0.064, 0.4919" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Tokyo\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Tokyo\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.7252, lift_point: 0.7989, 0.7252", + "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.6623, lift_point: 0.799, 0.6623" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7964, 0.696, lift_point: 0.7964, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.7144, lift_point: 0.7965, 0.7144" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.6893, lift_point: 0.7968, 0.6893" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.6965, lift_point: 0.7965, 0.6965" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0496, 0.6885, lift_point: 0.0496, 0.6885", + "pred": "The action is #DUAL_POINT#; touch_point: 0.124, 0.5272, lift_point: 0.124, 0.5272" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"open\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"open\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1097, 0.3176, lift_point: 0.1097, 0.3176" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3275, 0.6995, lift_point: 0.3275, 0.6995", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3974, 0.3977, lift_point: 0.3974, 0.3977" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.679, lift_point: 0.7989, 0.679", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8168, 0.3328, lift_point: 0.8168, 0.3328" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1811, 0.916, lift_point: 0.1811, 0.916", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0658, 0.344, lift_point: 0.0658, 0.344" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in venezuela\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in venezuela\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2405, 0.7142, lift_point: 0.2405, 0.7142", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1613, 0.3094, lift_point: 0.1613, 0.3094" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749", + "pred": "The action is #DUAL_POINT#; touch_point: 0.516, 0.7899, lift_point: 0.516, 0.7899" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.696, lift_point: 0.7968, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1808, 0.7277, lift_point: 0.1808, 0.7277", + "pred": "The action is #DUAL_POINT#; touch_point: 0.059, 0.8324, lift_point: 0.059, 0.8324" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1166, 0.9302, lift_point: 0.1166, 0.9302", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1163, 0.9353, lift_point: 0.1163, 0.9353" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.9857, 0.9645, lift_point: 0.9857, 0.9645", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.9453, lift_point: 0.1179, 0.9453" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone \"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.9857, 0.9815, lift_point: 0.9857, 0.9815", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1126, 0.9357, lift_point: 0.1126, 0.9357" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3708, 0.5372, lift_point: 0.3708, 0.5372", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3246, 0.4897, lift_point: 0.3246, 0.4897" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0503, 0.5119, lift_point: 0.0503, 0.5119" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0479, 0.426, lift_point: 0.0479, 0.426" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", + "pred": "The action is #DUAL_POINT#; touch_point: 0.796, 0.696, lift_point: 0.796, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.6997, lift_point: 0.7968, 0.6997" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.7124, lift_point: 0.7989, 0.7124", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7964, 0.696, lift_point: 0.7964, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7885, 0.7363, lift_point: 0.7885, 0.7363", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7885, 0.7363, lift_point: 0.7885, 0.7363", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.6994, lift_point: 0.7965, 0.6994" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.035, 0.6353, lift_point: 0.035, 0.6353", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0601, 0.429, lift_point: 0.0601, 0.429" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"k?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"k?\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4752, 0.475, lift_point: 0.4752, 0.475" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7912, 0.699, lift_point: 0.7912, 0.699" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.696, lift_point: 0.7968, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7964, 0.696, lift_point: 0.7964, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1952, 0.5726, lift_point: 0.1952, 0.5726", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.4774, lift_point: 0.0612, 0.4774" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1147, 0.9375, lift_point: 0.1147, 0.9375", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.0611, lift_point: 0.0651, 0.0611" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Brazilian Real?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar to Brazilian Real exchange rate\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3092, 0.3097, lift_point: 0.3092, 0.3097" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3734, 0.535, lift_point: 0.3734, 0.535", + "pred": "The action is #DUAL_POINT#; touch_point: 0.324, 0.4916, lift_point: 0.324, 0.4916" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1882, 0.9111, lift_point: 0.1882, 0.9111", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0804, 0.0804, lift_point: 0.0804, 0.0804" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.0614, lift_point: 0.1172, 0.0614", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1718, 0.1616, lift_point: 0.1718, 0.1616" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1268, 0.4538, lift_point: 0.1268, 0.4538", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.0839, lift_point: 0.0699, 0.0839" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.3062, lift_point: 0.0699, 0.3062" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8412, 0.63, lift_point: 0.8412, 0.63", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9119, 0.3213, lift_point: 0.9119, 0.3213" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0452, 0.5007, lift_point: 0.0452, 0.5007", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0705, 0.4956, lift_point: 0.0705, 0.4956" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach tent?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach tent\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1135, 0.2819, lift_point: 0.1135, 0.2819", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1938, 0.2722, lift_point: 0.1938, 0.2722" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5301, 0.5331, lift_point: 0.5301, 0.5331" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1022, 0.1564, lift_point: 0.1022, 0.1564", + "pred": "The action is #Scrolling Up#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2357, 0.7324, lift_point: 0.2357, 0.7324", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9109, 0.345, lift_point: 0.9109, 0.345" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7987, 0.6175, lift_point: 0.7987, 0.6175", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1589, 0.852, lift_point: 0.1589, 0.852" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8356, 0.613, lift_point: 0.8356, 0.613", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9104, 0.5228, lift_point: 0.9104, 0.5228" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0386, 0.4054, lift_point: 0.0386, 0.4054", + "pred": "The action is #DUAL_POINT#; touch_point: 0.045, 0.5569, lift_point: 0.045, 0.5569" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1147, 0.305, lift_point: 0.1147, 0.305", + "pred": "The action is #DUAL_POINT#; touch_point: 0.116, 0.2552, lift_point: 0.116, 0.2552" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3183, 0.2212, lift_point: 0.3183, 0.2212" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8401, 0.6155, lift_point: 0.8401, 0.6155", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3377, 0.9119, lift_point: 0.3377, 0.9119" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0338, 0.4432, lift_point: 0.0338, 0.4432", + "pred": "The action is #DUAL_POINT#; touch_point: 0.062, 0.495, lift_point: 0.062, 0.495" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Philadelphia?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Philadelphia\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1147, 0.2706, lift_point: 0.1147, 0.2706", + "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.279, lift_point: 0.123, 0.279" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4472, 0.2453, lift_point: 0.4472, 0.2453", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4686, 0.2213, lift_point: 0.4686, 0.2213" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.809, 0.4258, lift_point: 0.809, 0.4258", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8594, 0.8594, lift_point: 0.8594, 0.8594" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7845, 0.665, lift_point: 0.7845, 0.665", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5103, 0.7183, lift_point: 0.5103, 0.7183" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0706, 0.3483, lift_point: 0.0706, 0.3483", + "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.5377, lift_point: 0.068, 0.5377" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Tokyo\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Tokyo\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1437, 0.6097, lift_point: 0.1437, 0.6097", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1258, 0.2552, lift_point: 0.1258, 0.2552" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7861, 0.7258, lift_point: 0.7861, 0.7258", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7994, 0.6764, lift_point: 0.7994, 0.6764" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0557, 0.4528, lift_point: 0.0557, 0.4528", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.4956, lift_point: 0.0699, 0.4956" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1416, 0.6371, lift_point: 0.1416, 0.6371", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1422, 0.2097, lift_point: 0.1422, 0.2097" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8312, 0.4462, lift_point: 0.8312, 0.4462", + "pred": "The action is #DUAL_POINT#; touch_point: 0.221, 0.5212, lift_point: 0.221, 0.5212" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.216, 0.7353, lift_point: 0.216, 0.7353" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3808, 0.4894, lift_point: 0.3808, 0.4894", + "pred": "The action is #DUAL_POINT#; touch_point: 0.672, 0.3054, lift_point: 0.672, 0.3054" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3952, 0.4896, lift_point: 0.3952, 0.4896", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3384, 0.496, lift_point: 0.3384, 0.496" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3421, 0.5452, lift_point: 0.3421, 0.5452", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3386, 0.4897, lift_point: 0.3386, 0.4897" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3782, 0.497, lift_point: 0.3782, 0.497", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6599, 0.3076, lift_point: 0.6599, 0.3076" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0636, 0.2848, lift_point: 0.0636, 0.2848", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0626, 0.548, lift_point: 0.0626, 0.548" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles?\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Los Angeles\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.411, 0.1532, lift_point: 0.411, 0.1532", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4434, 0.4434, lift_point: 0.4434, 0.4434" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7338, 0.9453, lift_point: 0.7338, 0.9453" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1705, 0.6327, lift_point: 0.1705, 0.6327", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5919, 0.5935, lift_point: 0.5919, 0.5935" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0415, 0.6002, lift_point: 0.0415, 0.6002", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8571, 0.6954, lift_point: 0.8571, 0.6954" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1091, 0.4122, lift_point: 0.1091, 0.4122", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2208, 0.6363, lift_point: 0.2208, 0.6363", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8532, 0.853, lift_point: 0.8532, 0.853" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7998, 0.7148, lift_point: 0.7998, 0.7148", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3137, 0.699, lift_point: 0.3137, 0.699" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0618, 0.5005, lift_point: 0.0618, 0.5005", + "pred": "The action is #DUAL_POINT#; touch_point: 0.058, 0.9451, lift_point: 0.058, 0.9451" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.7127, lift_point: 0.0627, 0.7127", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0576, 0.0576, lift_point: 0.0576, 0.0576" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.3877, lift_point: 0.1329, 0.3877", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.3968, lift_point: 0.1179, 0.3968" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1273, 0.4294, lift_point: 0.1273, 0.4294" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7963, 0.6818, lift_point: 0.7963, 0.6818", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7808, 0.6958, lift_point: 0.7808, 0.6958" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0617, 0.4833, lift_point: 0.0617, 0.4833", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0678, 0.5613, lift_point: 0.0678, 0.5613" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach tent?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach tent?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0524, 0.6532, lift_point: 0.0524, 0.6532", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2018, 0.477, lift_point: 0.2018, 0.477" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1299, 0.3755, lift_point: 0.1299, 0.3755", + "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.4416, lift_point: 0.127, 0.4416" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.793, 0.1254, lift_point: 0.793, 0.1254", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4379, 0.7103, lift_point: 0.4379, 0.7103" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1898, 0.5311, lift_point: 0.1898, 0.5311", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.8572, lift_point: 0.0596, 0.8572" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.061, 0.4743, lift_point: 0.061, 0.4743", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Mumbai weather\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mumbai?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mumbai?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.07, 0.706, lift_point: 0.07, 0.706", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0626, 0.9351, lift_point: 0.0626, 0.9351" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1312, 0.4735, lift_point: 0.1312, 0.4735", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0584, 0.9164, lift_point: 0.0584, 0.9164" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2456, 0.4749, lift_point: 0.2456, 0.4749", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0333, 0.5603, lift_point: 0.0333, 0.5603", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0687, 0.0615, lift_point: 0.0687, 0.0615" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.418, 0.719, lift_point: 0.418, 0.719", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1188, 0.8564, lift_point: 0.1188, 0.8564" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.9279, lift_point: 0.0567, 0.9279", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.9291, lift_point: 0.0597, 0.9291", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1702, 0.5937, lift_point: 0.1702, 0.5937", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4617, 0.0837, lift_point: 0.4617, 0.0837" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.907, 0.4314, lift_point: 0.907, 0.4314", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7918, 0.6968, lift_point: 0.7918, 0.6968" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the South Korean Won?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against South Korean Won\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.132, 0.4854, lift_point: 0.132, 0.4854", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1102, 0.2293, lift_point: 0.1102, 0.2293" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8858, 0.3312, lift_point: 0.8858, 0.3312", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3135, 0.8783, lift_point: 0.3135, 0.8783" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0637, 0.3928, lift_point: 0.0637, 0.3928", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0472, 0.2586, lift_point: 0.0472, 0.2586" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1337, 0.5734, lift_point: 0.1337, 0.5734", + "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.2553, lift_point: 0.127, 0.2553" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8106, 0.6268, lift_point: 0.8106, 0.6268", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7964, 0.696, lift_point: 0.7964, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0451, 0.9261, lift_point: 0.0451, 0.9261", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1713, 0.5737, lift_point: 0.1713, 0.5737", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1871, 0.7818, lift_point: 0.1871, 0.7818" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.882, 0.4322, lift_point: 0.882, 0.4322", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9009, 0.3733, lift_point: 0.9009, 0.3733" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0616, 0.4232, lift_point: 0.0616, 0.4232", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2716, 0.311, lift_point: 0.2716, 0.311" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new perfume\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new perfume\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.777, 0.3726, lift_point: 0.777, 0.3726", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6516, 0.2995, lift_point: 0.6516, 0.2995" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1158, 0.3405, lift_point: 0.1158, 0.3405", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1479, 0.2386, lift_point: 0.1479, 0.2386" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499", + "pred": "The action is #DUAL_POINT#; touch_point: 0.916, 0.3998, lift_point: 0.916, 0.3998" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6907, 0.3051, lift_point: 0.6907, 0.3051" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6392, 0.8663, lift_point: 0.6392, 0.8663", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3936, 0.5224, lift_point: 0.3936, 0.5224" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0508, 0.0719, lift_point: 0.0508, 0.0719", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.9388, lift_point: 0.0568, 0.9388" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0437, 0.8153, lift_point: 0.0437, 0.8153", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.9457, lift_point: 0.0568, 0.9457" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0634, 0.3804, lift_point: 0.0634, 0.3804", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2773, 0.2762, lift_point: 0.2773, 0.2762" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2834, 0.3351, lift_point: 0.2834, 0.3351", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2778, 0.3087, lift_point: 0.2778, 0.3087" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6428, 0.6428, lift_point: 0.6428, 0.6428" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6371, 0.6375, lift_point: 0.6371, 0.6375" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8578, 0.9498, lift_point: 0.8578, 0.9498", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6342, 0.6342, lift_point: 0.6342, 0.6342" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6896, 0.3524, lift_point: 0.6896, 0.3524", + "pred": "The action is #DUAL_POINT#; touch_point: 0.377, 0.377, lift_point: 0.377, 0.377" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3458, 0.2445, lift_point: 0.3458, 0.2445", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.309, 0.314, lift_point: 0.309, 0.314" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5986, 0.8539, lift_point: 0.5986, 0.8539", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8865, 0.3075, lift_point: 0.8865, 0.3075" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0633, 0.0591, lift_point: 0.0633, 0.0591", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.0529, lift_point: 0.0529, 0.0529" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0577, 0.8463, lift_point: 0.0577, 0.8463", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.9457, lift_point: 0.0567, 0.9457" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0481, 0.0711, lift_point: 0.0481, 0.0711", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4611, 0.461, lift_point: 0.4611, 0.461" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0464, 0.8343, lift_point: 0.0464, 0.8343", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.9452, lift_point: 0.0597, 0.9452" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0624, 0.5325, lift_point: 0.0624, 0.5325", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1115, 0.2559, lift_point: 0.1115, 0.2559" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"GameTrailers\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"GameTrailers\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1229, 0.3623, lift_point: 0.1229, 0.3623", + "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.254, lift_point: 0.127, 0.254" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.313, 0.313, lift_point: 0.313, 0.313" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8813, 0.3494, lift_point: 0.8813, 0.3494", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0436, 0.3128, lift_point: 0.0436, 0.3128", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1227, 0.2793, lift_point: 0.1227, 0.2793" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Bahamas\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Bahamas\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3599, 0.3964, lift_point: 0.3599, 0.3964", + "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.345, lift_point: 0.123, 0.345" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3175, 0.3732, lift_point: 0.3175, 0.3732" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8874, 0.4462, lift_point: 0.8874, 0.4462", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9004, 0.3734, lift_point: 0.9004, 0.3734" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0649, 0.4272, lift_point: 0.0649, 0.4272", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0474, 0.2343, lift_point: 0.0474, 0.2343" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.2747, lift_point: 0.1177, 0.2747", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1099, 0.2553, lift_point: 0.1099, 0.2553" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.9082, 0.3476, lift_point: 0.9082, 0.3476", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3151, 0.502, lift_point: 0.3151, 0.502" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8854, 0.439, lift_point: 0.8854, 0.439", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9103, 0.345, lift_point: 0.9103, 0.345" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0666, 0.2781, lift_point: 0.0666, 0.2781", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0477, 0.2943, lift_point: 0.0477, 0.2943" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1803, 0.4498, lift_point: 0.1803, 0.4498", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1129, 0.306, lift_point: 0.1129, 0.306" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1112, 0.8553, lift_point: 0.1112, 0.8553" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3663, 0.1218, lift_point: 0.3663, 0.1218", + "pred": "The action is #DUAL_POINT#; touch_point: 0.465, 0.3055, lift_point: 0.465, 0.3055" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0773, 0.0834, lift_point: 0.0773, 0.0834" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3585, 0.6635, lift_point: 0.3585, 0.6635", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1639, 0.5075, lift_point: 0.1639, 0.5075" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0714, 0.149, lift_point: 0.0714, 0.149", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0912, 0.102, lift_point: 0.0912, 0.102" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.876, 0.5203, lift_point: 0.876, 0.5203", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1842, 0.123, lift_point: 0.1842, 0.123" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.603, 0.3919, lift_point: 0.603, 0.3919", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6019, 0.4069, lift_point: 0.6019, 0.4069" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4228, 0.5073, lift_point: 0.4228, 0.5073", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6015, 0.4067, lift_point: 0.6015, 0.4067" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3074, 0.7011, lift_point: 0.3074, 0.7011", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6014, 0.5824, lift_point: 0.6014, 0.5824" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6771, 0.7448, lift_point: 0.6771, 0.7448", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6187, 0.6187, lift_point: 0.6187, 0.6187" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4335, 0.8971, lift_point: 0.4335, 0.8971", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1288, 0.9353, lift_point: 0.1288, 0.9353" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1619, 0.5078, lift_point: 0.1619, 0.5078" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8827, 0.5237, lift_point: 0.8827, 0.5237", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" at home depot\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2118, 0.495, lift_point: 0.2118, 0.495", + "pred": "The action is #DUAL_POINT#; touch_point: 0.129, 0.397, lift_point: 0.129, 0.397" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3531, 0.5142, lift_point: 0.3531, 0.5142", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9457, 0.4994, lift_point: 0.9457, 0.4994" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.4774, lift_point: 0.0612, 0.4774" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3485, 0.2759, lift_point: 0.3485, 0.2759", + "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.5613, lift_point: 0.068, 0.5613" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0475, 0.48, lift_point: 0.0475, 0.48", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0595, 0.4613, lift_point: 0.0595, 0.4613" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Los Angeles\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Los Angeles\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.443, 0.443, lift_point: 0.443, 0.443" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7715, 0.4784, lift_point: 0.7715, 0.4784", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9274, 0.5087, lift_point: 0.9274, 0.5087" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0461, 0.8065, lift_point: 0.0461, 0.8065", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0473, 0.4774, lift_point: 0.0473, 0.4774" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new Ariana Grande \"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new Ariana Grande\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3266, 0.3634, lift_point: 0.3266, 0.3634" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7711, 0.2952, lift_point: 0.7711, 0.2952", + "pred": "The action is #DUAL_POINT#; touch_point: 0.146, 0.8731, lift_point: 0.146, 0.8731" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.159, 0.4774, lift_point: 0.159, 0.4774", + "pred": "The action is #DUAL_POINT#; touch_point: 0.239, 0.429, lift_point: 0.239, 0.429" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5075, 0.042, lift_point: 0.5075, 0.042", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1902, 0.8472, lift_point: 0.1902, 0.8472" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1134, 0.3077, lift_point: 0.1134, 0.3077", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1464, 0.8951, lift_point: 0.1464, 0.8951" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1774, 0.2732, lift_point: 0.1774, 0.2732", + "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.9434, lift_point: 0.123, 0.9434" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1774, 0.2732, lift_point: 0.1774, 0.2732", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2192, 0.4234, lift_point: 0.2192, 0.4234" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.173, 0.2203, lift_point: 0.173, 0.2203", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.9354, lift_point: 0.1172, 0.9354" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.143, 0.9347, lift_point: 0.143, 0.9347" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3458, 0.485, lift_point: 0.3458, 0.485", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9352, 0.499, lift_point: 0.9352, 0.499" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.4301, lift_point: 0.0518, 0.4301", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0581, 0.5774, lift_point: 0.0581, 0.5774" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Portland?\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" rent for in Portland?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Portland?\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.142, 0.6227, lift_point: 0.142, 0.6227" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4404, 0.3736, lift_point: 0.4404, 0.3736" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4963, 0.3306, lift_point: 0.4963, 0.3306", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3506, 0.4922, lift_point: 0.3506, 0.4922", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9354, 0.4997, lift_point: 0.9354, 0.4997" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0503, 0.5814, lift_point: 0.0503, 0.5814", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.645, lift_point: 0.1179, 0.645" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Colombia?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Colombia?\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1142, 0.2984, lift_point: 0.1142, 0.2984" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3179, 0.4504, lift_point: 0.3179, 0.4504", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4686, 0.0837, lift_point: 0.4686, 0.0837" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3143, 0.5054, lift_point: 0.3143, 0.5054", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6598, 0.305, lift_point: 0.6598, 0.305" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0659, 0.5205, lift_point: 0.0659, 0.5205", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0614, 0.6056, lift_point: 0.0614, 0.6056" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.2552, lift_point: 0.117, 0.2552" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.798, 0.7097, lift_point: 0.798, 0.7097" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3288, 0.5034, lift_point: 0.3288, 0.5034", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6688, 0.3053, lift_point: 0.6688, 0.3053" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2554, 0.5853, lift_point: 0.2554, 0.5853", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0739, 0.4294, lift_point: 0.0739, 0.4294" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7828, 0.6952, lift_point: 0.7828, 0.6952", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8784, 0.345, lift_point: 0.8784, 0.345" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8954, 0.5411, lift_point: 0.8954, 0.5411", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9177, 0.487, lift_point: 0.9177, 0.487" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8974, 0.099, lift_point: 0.8974, 0.099", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9093, 0.9093, lift_point: 0.9093, 0.9093" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.305, 0.6055, lift_point: 0.305, 0.6055", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2949, 0.2228, lift_point: 0.2949, 0.2228" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"" + }, + { + "gt": "The action is #PRESS_ENTER#", + "pred": "The action is #PRESS_ENTER#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8128, 0.4628, lift_point: 0.8128, 0.4628", + "pred": "The action is #DUAL_POINT#; touch_point: 0.232, 0.7784, lift_point: 0.232, 0.7784" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2628, 0.2628, lift_point: 0.2628, 0.2628" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7737, 0.699, lift_point: 0.7737, 0.699", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7966, 0.696, lift_point: 0.7966, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.536, lift_point: 0.0621, 0.536", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0536, 0.8504, lift_point: 0.0536, 0.8504" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.7654, lift_point: 0.1411, 0.7654", + "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.373, lift_point: 0.127, 0.373" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7197, 0.5707, lift_point: 0.7197, 0.5707", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6375, 0.256, lift_point: 0.6375, 0.256" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.9042, 0.5328, lift_point: 0.9042, 0.5328", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6452, 0.6452, lift_point: 0.6452, 0.6452" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5991, 0.2031, lift_point: 0.5991, 0.2031", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3326, 0.4508, lift_point: 0.3326, 0.4508" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0667, 0.5883, lift_point: 0.0667, 0.5883", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the LG TV\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the LG TV\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1317, 0.3694, lift_point: 0.1317, 0.3694", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1183, 0.504, lift_point: 0.1183, 0.504" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6183, 0.1778, lift_point: 0.6183, 0.1778" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7844, 0.4128, lift_point: 0.7844, 0.4128", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2666, 0.9496, lift_point: 0.2666, 0.9496", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1188, 0.9228, lift_point: 0.1188, 0.9228" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6269, 0.6238, lift_point: 0.6269, 0.6238" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7461, 0.9405, lift_point: 0.7461, 0.9405", + "pred": "The action is #DUAL_POINT#; touch_point: 0.6185, 0.7172, lift_point: 0.6185, 0.7172" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7894, 0.6619, lift_point: 0.7894, 0.6619", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8272, 0.3151, lift_point: 0.8272, 0.3151" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1974, 0.3985, lift_point: 0.1974, 0.3985", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0647, 0.4616, lift_point: 0.0647, 0.4616" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.064, 0.5751, lift_point: 0.064, 0.5751", + "pred": "The action is #DUAL_POINT#; touch_point: 0.054, 0.054, lift_point: 0.054, 0.054" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1467, 0.5544, lift_point: 0.1467, 0.5544", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1272, 0.4064, lift_point: 0.1272, 0.4064" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5362, 0.4795, lift_point: 0.5362, 0.4795", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2002, 0.8959, lift_point: 0.2002, 0.8959" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6009, 0.1258, lift_point: 0.6009, 0.1258", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1349, 0.7028, lift_point: 0.1349, 0.7028" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7808, 0.6931, lift_point: 0.7808, 0.6931", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7935, 0.6884, lift_point: 0.7935, 0.6884" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6936, 0.8393, lift_point: 0.6936, 0.8393", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8228, 0.3455, lift_point: 0.8228, 0.3455" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7686, 0.7016, lift_point: 0.7686, 0.7016", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0619, 0.546, lift_point: 0.0619, 0.546", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0563, 0.4176, lift_point: 0.0563, 0.4176" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at Five Guys\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at Five Guys\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1341, 0.3932, lift_point: 0.1341, 0.3932", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1044, 0.2523, lift_point: 0.1044, 0.2523" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3713, 0.3599, lift_point: 0.3713, 0.3599", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3703, 0.3738, lift_point: 0.3703, 0.3738" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.9579, lift_point: 0.1276, 0.9579", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1568, 0.8954, lift_point: 0.1568, 0.8954" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.389, 0.3731, lift_point: 0.389, 0.3731" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.768, 0.7048, lift_point: 0.768, 0.7048", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7945, 0.6897, lift_point: 0.7945, 0.6897" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.052, 0.5235, lift_point: 0.052, 0.5235", + "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.4652, lift_point: 0.068, 0.4652" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1236, 0.4752, lift_point: 0.1236, 0.4752", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1238, 0.3065, lift_point: 0.1238, 0.3065" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Up#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5154, 0.5224, lift_point: 0.5154, 0.5224", + "pred": "The action is #DUAL_POINT#; touch_point: 0.645, 0.1038, lift_point: 0.645, 0.1038" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7754, 0.6913, lift_point: 0.7754, 0.6913", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7964, 0.696, lift_point: 0.7964, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0722, 0.4674, lift_point: 0.0722, 0.4674", + "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.4775, lift_point: 0.061, 0.4775" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Venezuela\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Venezuela\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1258, 0.44, lift_point: 0.1258, 0.44", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1272, 0.4693, lift_point: 0.1272, 0.4693" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7785, 0.6747, lift_point: 0.7785, 0.6747", + "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.652, lift_point: 0.799, 0.652" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.9707, 0.5144, lift_point: 0.9707, 0.5144", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0659, 0.0659, lift_point: 0.0659, 0.0659" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7778, 0.4917, lift_point: 0.7778, 0.4917", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5702, 0.2163, lift_point: 0.5702, 0.2163", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1571, 0.4794, lift_point: 0.1571, 0.4794" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7842, 0.5074, lift_point: 0.7842, 0.5074", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9113, 0.389, lift_point: 0.9113, 0.389" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.063, 0.7931, lift_point: 0.063, 0.7931", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0526, 0.8344, lift_point: 0.0526, 0.8344" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0644, 0.9342, lift_point: 0.0644, 0.9342", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0626, 0.9451, lift_point: 0.0626, 0.9451" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0643, 0.5633, lift_point: 0.0643, 0.5633", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.0617, lift_point: 0.0568, 0.0617" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Spotify\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Spotify\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1261, 0.2586, lift_point: 0.1261, 0.2586", + "pred": "The action is #DUAL_POINT#; touch_point: 0.129, 0.2864, lift_point: 0.129, 0.2864" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1452, 0.8704, lift_point: 0.1452, 0.8704", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2024, 0.8759, lift_point: 0.2024, 0.8759" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2044, 0.8852, lift_point: 0.2044, 0.8852" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7725, 0.6671, lift_point: 0.7725, 0.6671", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8664, 0.5184, lift_point: 0.8664, 0.5184" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0654, 0.4881, lift_point: 0.0654, 0.4881", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0659, 0.3976, lift_point: 0.0659, 0.3976" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Seattle\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Seattle\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1388, 0.3413, lift_point: 0.1388, 0.3413", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1301, 0.2213, lift_point: 0.1301, 0.2213" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4689, 0.0738, lift_point: 0.4689, 0.0738" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8444, 0.5089, lift_point: 0.8444, 0.5089", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1361, 0.9348, lift_point: 0.1361, 0.9348" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new iPad price\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7662, 0.6751, lift_point: 0.7662, 0.6751", + "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.6968, lift_point: 0.7968, 0.6968" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0501, 0.3252, lift_point: 0.0501, 0.3252", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.8395, lift_point: 0.0621, 0.8395" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1279, 0.2557, lift_point: 0.1279, 0.2557" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1322, 0.2367, lift_point: 0.1322, 0.2367", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1098, 0.2986, lift_point: 0.1098, 0.2986" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.863, lift_point: 0.7915, 0.863", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5937, 0.9167, lift_point: 0.5937, 0.9167" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.674, 0.4341, lift_point: 0.674, 0.4341", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4509, 0.3007, lift_point: 0.4509, 0.3007" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6739, 0.4207, lift_point: 0.6739, 0.4207", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4432, 0.1854, lift_point: 0.4432, 0.1854" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4539, 0.447, lift_point: 0.4539, 0.447", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9047, 0.9047, lift_point: 0.9047, 0.9047" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5376, 0.5376, lift_point: 0.5376, 0.5376" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9086, 0.4944, lift_point: 0.9086, 0.4944" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3937, 0.6838, lift_point: 0.3937, 0.6838", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1651, 0.5077, lift_point: 0.1651, 0.5077" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0821, 0.9174, lift_point: 0.0821, 0.9174" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7774, 0.6949, lift_point: 0.7774, 0.6949", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8739, 0.3985, lift_point: 0.8739, 0.3985" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0724, 0.4845, lift_point: 0.0724, 0.4845", + "pred": "The action is #DUAL_POINT#; touch_point: 0.171, 0.591, lift_point: 0.171, 0.591" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Barbados\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Barbados\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1338, 0.2837, lift_point: 0.1338, 0.2837", + "pred": "The action is #DUAL_POINT#; touch_point: 0.124, 0.309, lift_point: 0.124, 0.309" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4994, 0.7512, lift_point: 0.4994, 0.7512", + "pred": "The action is #DUAL_POINT#; touch_point: 0.618, 0.523, lift_point: 0.618, 0.523" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.718, 0.2874, lift_point: 0.718, 0.2874" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5958, 0.1802, lift_point: 0.5958, 0.1802", + "pred": "The action is #DUAL_POINT#; touch_point: 0.504, 0.503, lift_point: 0.504, 0.503" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1279, 0.3673, lift_point: 0.1279, 0.3673", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2755, 0.489, lift_point: 0.2755, 0.489" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0655, 0.8962, lift_point: 0.0655, 0.8962", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1067, 0.9253, lift_point: 0.1067, 0.9253" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for good Greek restaurants\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good Greek restaurants\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1317, 0.6422, lift_point: 0.1317, 0.6422", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1101, 0.2214, lift_point: 0.1101, 0.2214" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4409, 0.2918, lift_point: 0.4409, 0.2918" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5651, 0.1852, lift_point: 0.5651, 0.1852", + "pred": "The action is #DUAL_POINT#; touch_point: 0.904, 0.3285, lift_point: 0.904, 0.3285" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1045, 0.5368, lift_point: 0.1045, 0.5368", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1451, 0.3194, lift_point: 0.1451, 0.3194" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0462, 0.8993, lift_point: 0.0462, 0.8993", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1127, 0.2456, lift_point: 0.1127, 0.2456" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0491, 0.4284, lift_point: 0.0491, 0.4284", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.9453, lift_point: 0.0627, 0.9453" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in Beijing? \"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in Beijing?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1116, 0.4166, lift_point: 0.1116, 0.4166", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1178, 0.491, lift_point: 0.1178, 0.491" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1378, 0.9174, lift_point: 0.1378, 0.9174" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5386, 0.1224, lift_point: 0.5386, 0.1224", + "pred": "The action is #DUAL_POINT#; touch_point: 0.904, 0.6736, lift_point: 0.904, 0.6736" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1063, 0.5713, lift_point: 0.1063, 0.5713", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0656, 0.8394, lift_point: 0.0656, 0.8394" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0474, 0.9258, lift_point: 0.0474, 0.9258", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1184, 0.2554, lift_point: 0.1184, 0.2554" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.444, lift_point: 0.0606, 0.444", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0614, 0.2554, lift_point: 0.0614, 0.2554" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the TCL TV cost? \"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the TCL TV cost?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1079, 0.3517, lift_point: 0.1079, 0.3517", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1273, 0.298, lift_point: 0.1273, 0.298" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3504, 0.3787, lift_point: 0.3504, 0.3787", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2798, 0.2794, lift_point: 0.2798, 0.2794" + }, + { + "gt": "The action is #PRESS_BACK#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #Scrolling Up#" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #Scrolling Up#" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #Scrolling Up#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5519, 0.3016, lift_point: 0.5519, 0.3016", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2303, 0.352, lift_point: 0.2303, 0.352" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9109, 0.345, lift_point: 0.9109, 0.345" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9048, 0.6737, lift_point: 0.9048, 0.6737" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0442, 0.5187, lift_point: 0.0442, 0.5187" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1129, 0.2593, lift_point: 0.1129, 0.2593" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0426, 0.306, lift_point: 0.0426, 0.306" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Australian Dollar\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0479, 0.8541, lift_point: 0.0479, 0.8541", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0527, 0.8434, lift_point: 0.0527, 0.8434", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1268, 0.4619, lift_point: 0.1268, 0.4619" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0552, 0.8162, lift_point: 0.0552, 0.8162", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0326, 0.9083, lift_point: 0.0326, 0.9083", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1464, 0.5784, lift_point: 0.1464, 0.5784" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0454, 0.9083, lift_point: 0.0454, 0.9083", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1367, 0.9314, lift_point: 0.1367, 0.9314" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0524, 0.3553, lift_point: 0.0524, 0.3553", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1278, 0.8543, lift_point: 0.1278, 0.8543" + }, + { + "gt": "The action is #PRESS_BACK#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.136, 0.373, lift_point: 0.136, 0.373" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0664, 0.2897, lift_point: 0.0664, 0.2897", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.313, lift_point: 0.1179, 0.313" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar \"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.5317, lift_point: 0.0612, 0.5317", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.048, 0.8925, lift_point: 0.048, 0.8925", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1366, 0.4358, lift_point: 0.1366, 0.4358" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0512, 0.3511, lift_point: 0.0512, 0.3511", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0962, 0.3854, lift_point: 0.0962, 0.3854" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Australian Dollar \"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar \"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1125, 0.3218, lift_point: 0.1125, 0.3218", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0963, 0.4674, lift_point: 0.0963, 0.4674" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7876, 0.173, lift_point: 0.7876, 0.173", + "pred": "The action is #Scrolling Up#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3592, 0.8903, lift_point: 0.3592, 0.8903", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8626, 0.8623, lift_point: 0.8626, 0.8623" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.158, 0.6324, lift_point: 0.158, 0.6324" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5418, 0.1546, lift_point: 0.5418, 0.1546", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9048, 0.324, lift_point: 0.9048, 0.324" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1066, 0.6427, lift_point: 0.1066, 0.6427", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0653, 0.4651, lift_point: 0.0653, 0.4651" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0473, 0.9284, lift_point: 0.0473, 0.9284", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1075, 0.5182, lift_point: 0.1075, 0.5182" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0574, 0.4209, lift_point: 0.0574, 0.4209", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0624, 0.9451, lift_point: 0.0624, 0.9451" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Buenos aires \"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Buenos aires\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1073, 0.2739, lift_point: 0.1073, 0.2739", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1127, 0.2453, lift_point: 0.1127, 0.2453" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2568, 0.2873, lift_point: 0.2568, 0.2873", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3396, 0.2594, lift_point: 0.3396, 0.2594" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5469, 0.1602, lift_point: 0.5469, 0.1602", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9048, 0.6734, lift_point: 0.9048, 0.6734" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1094, 0.412, lift_point: 0.1094, 0.412", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0475, 0.4613, lift_point: 0.0475, 0.4613" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0442, 0.92, lift_point: 0.0442, 0.92", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0516, 0.9004, lift_point: 0.0516, 0.9004" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0447, 0.3167, lift_point: 0.0447, 0.3167", + "pred": "The action is #DUAL_POINT#; touch_point: 0.054, 0.3221, lift_point: 0.054, 0.3221" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of Bolivia \"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of Bolivia\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0988, 0.3816, lift_point: 0.0988, 0.3816", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1139, 0.3228, lift_point: 0.1139, 0.3228" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2216, 0.2216, lift_point: 0.2216, 0.2216" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5378, 0.1475, lift_point: 0.5378, 0.1475", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9048, 0.324, lift_point: 0.9048, 0.324" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5619, 0.1167, lift_point: 0.5619, 0.1167", + "pred": "The action is #DUAL_POINT#; touch_point: 0.672, 0.3077, lift_point: 0.672, 0.3077" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.487, lift_point: 0.0562, 0.487", + "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.061, lift_point: 0.061, 0.061" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0534, 0.9112, lift_point: 0.0534, 0.9112", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0516, 0.9453, lift_point: 0.0516, 0.9453" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0619, 0.4799, lift_point: 0.0619, 0.4799", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0512, 0.505, lift_point: 0.0512, 0.505" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires \"", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0512, 0.652, lift_point: 0.0512, 0.652" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1134, 0.4101, lift_point: 0.1134, 0.4101", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1108, 0.2296, lift_point: 0.1108, 0.2296" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5912, 0.3496, lift_point: 0.5912, 0.3496", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3285, 0.373, lift_point: 0.3285, 0.373" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.9431, 0.52, lift_point: 0.9431, 0.52", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8664, 0.566, lift_point: 0.8664, 0.566" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1021, 0.9745, lift_point: 0.1021, 0.9745", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2538, 0.2656, lift_point: 0.2538, 0.2656" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5861, 0.5358, lift_point: 0.5861, 0.5358", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1904, 0.9038, lift_point: 0.1904, 0.9038" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4939, 0.3748, lift_point: 0.4939, 0.3748", + "pred": "The action is #DUAL_POINT#; touch_point: 0.2365, 0.629, lift_point: 0.2365, 0.629" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.4843, 0.3748, lift_point: 0.4843, 0.3748", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1267, 0.9242, lift_point: 0.1267, 0.9242" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5964, 0.4444, lift_point: 0.5964, 0.4444", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1541, 0.8629, lift_point: 0.1541, 0.8629" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5567, 0.4671, lift_point: 0.5567, 0.4671", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1273, 0.9351, lift_point: 0.1273, 0.9351" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5412, 0.1542, lift_point: 0.5412, 0.1542", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1689, 0.6736, lift_point: 0.1689, 0.6736" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0539, 0.3661, lift_point: 0.0539, 0.3661", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0435, 0.3065, lift_point: 0.0435, 0.3065" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.055, 0.9027, lift_point: 0.055, 0.9027", + "pred": "The action is #DUAL_POINT#; touch_point: 0.054, 0.9451, lift_point: 0.054, 0.9451" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0275, 0.3803, lift_point: 0.0275, 0.3803", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0515, 0.945, lift_point: 0.0515, 0.945" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameSpot Reviews? \"", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0526, 0.9451, lift_point: 0.0526, 0.9451" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1097, 0.3554, lift_point: 0.1097, 0.3554", + "pred": "The action is #DUAL_POINT#; touch_point: 0.112, 0.317, lift_point: 0.112, 0.317" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5012, 0.5047, lift_point: 0.5012, 0.5047" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5337, 0.1261, lift_point: 0.5337, 0.1261", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9048, 0.6734, lift_point: 0.9048, 0.6734" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.123, 0.2968, lift_point: 0.123, 0.2968", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1092, 0.2985, lift_point: 0.1092, 0.2985" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0604, 0.9069, lift_point: 0.0604, 0.9069", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.9457, lift_point: 0.0568, 0.9457" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0541, 0.2805, lift_point: 0.0541, 0.2805", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0448, 0.2565, lift_point: 0.0448, 0.2565" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile? \"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1075, 0.3487, lift_point: 0.1075, 0.3487", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1128, 0.2585, lift_point: 0.1128, 0.2585" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2558, 0.3923, lift_point: 0.2558, 0.3923", + "pred": "The action is #DUAL_POINT#; touch_point: 0.3366, 0.2863, lift_point: 0.3366, 0.2863" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8747, 0.2714, lift_point: 0.8747, 0.2714", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1372, 0.9147, lift_point: 0.1372, 0.9147" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1659, 0.8954, lift_point: 0.1659, 0.8954" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7585, 0.5167, lift_point: 0.7585, 0.5167", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1368, 0.1409, lift_point: 0.1368, 0.1409", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9045, 0.5116, lift_point: 0.9045, 0.5116" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.543, 0.1352, lift_point: 0.543, 0.1352", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9168, 0.6736, lift_point: 0.9168, 0.6736" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1093, 0.4126, lift_point: 0.1093, 0.4126", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.9465, lift_point: 0.0615, 0.9465" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.9057, lift_point: 0.0622, 0.9057", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0519, 0.945, lift_point: 0.0519, 0.945" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0419, 0.2554, lift_point: 0.0419, 0.2554", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1018, 0.4637, lift_point: 0.1018, 0.4637" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of sound? \"", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1016, 0.2553, lift_point: 0.1016, 0.2553" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1154, 0.3291, lift_point: 0.1154, 0.3291", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1048, 0.3103, lift_point: 0.1048, 0.3103" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1693, 0.9404, lift_point: 0.1693, 0.9404" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5677, 0.8324, lift_point: 0.5677, 0.8324", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9105, 0.345, lift_point: 0.9105, 0.345" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9097, 0.3976, lift_point: 0.9097, 0.3976" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1954, 0.309, lift_point: 0.1954, 0.309", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1689, 0.5087, lift_point: 0.1689, 0.5087" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8997, 0.5628, lift_point: 0.8997, 0.5628", + "pred": "The action is #DUAL_POINT#; touch_point: 0.915, 0.549, lift_point: 0.915, 0.549" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.9033, 0.642, lift_point: 0.9033, 0.642", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9375, 0.493, lift_point: 0.9375, 0.493" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0681, 0.1163, lift_point: 0.0681, 0.1163", + "pred": "The action is #DUAL_POINT#; touch_point: 0.176, 0.2675, lift_point: 0.176, 0.2675" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1405, 0.2047, lift_point: 0.1405, 0.2047", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1868, 0.8956, lift_point: 0.1868, 0.8956" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7894, 0.6932, lift_point: 0.7894, 0.6932", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9028, 0.536, lift_point: 0.9028, 0.536" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7983, 0.6786, lift_point: 0.7983, 0.6786", + "pred": "The action is #DUAL_POINT#; touch_point: 0.5357, 0.7909, lift_point: 0.5357, 0.7909" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7952, 0.6971, lift_point: 0.7952, 0.6971", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8938, 0.5182, lift_point: 0.8938, 0.5182" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.107, 0.603, lift_point: 0.107, 0.603", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1619, 0.9399, lift_point: 0.1619, 0.9399" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0724, 0.5384, lift_point: 0.0724, 0.5384", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0527, 0.0527, lift_point: 0.0527, 0.0527" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.208, 0.5184, lift_point: 0.208, 0.5184", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1274, 0.3978, lift_point: 0.1274, 0.3978" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.8087, 0.7014, lift_point: 0.8087, 0.7014", + "pred": "The action is #DUAL_POINT#; touch_point: 0.791, 0.6999, lift_point: 0.791, 0.6999" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0668, 0.4957, lift_point: 0.0668, 0.4957", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0704, 0.5272, lift_point: 0.0704, 0.5272" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1352, 0.5249, lift_point: 0.1352, 0.5249", + "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.2556, lift_point: 0.127, 0.2556" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1352, 0.5354, lift_point: 0.1352, 0.5354", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1272, 0.2792, lift_point: 0.1272, 0.2792" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.7418, 0.5699, lift_point: 0.7418, 0.5699", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.8066, 0.699, lift_point: 0.8066, 0.699" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.5107, 0.6755, lift_point: 0.5107, 0.6755", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4775, 0.511, lift_point: 0.4775, 0.511" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1326, 0.5856, lift_point: 0.1326, 0.5856", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0474, 0.3964, lift_point: 0.0474, 0.3964" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1333, 0.6506, lift_point: 0.1333, 0.6506", + "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.2525, lift_point: 0.123, 0.2525" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.126, 0.5796, lift_point: 0.126, 0.5796", + "pred": "The action is #DUAL_POINT#; touch_point: 0.172, 0.4139, lift_point: 0.172, 0.4139" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0703, 0.9171, lift_point: 0.0703, 0.9171", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.9352, lift_point: 0.1172, 0.9352" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.9931, 0.7978, lift_point: 0.9931, 0.7978", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0702, 0.429, lift_point: 0.0702, 0.429" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Chicago\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Chicago\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1514, 0.338, lift_point: 0.1514, 0.338", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1279, 0.373, lift_point: 0.1279, 0.373" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3338, 0.4203, lift_point: 0.3338, 0.4203", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4613, 0.4613, lift_point: 0.4613, 0.4613" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1693, 0.4437, lift_point: 0.1693, 0.4437" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.5055, lift_point: 0.799, 0.5055" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3751, 0.4752, lift_point: 0.3751, 0.4752", + "pred": "The action is #DUAL_POINT#; touch_point: 0.668, 0.3057, lift_point: 0.668, 0.3057" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2126, 0.6494, lift_point: 0.2126, 0.6494", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0649, 0.4779, lift_point: 0.0649, 0.4779" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1314, 0.9394, lift_point: 0.1314, 0.9394", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1766, 0.9094, lift_point: 0.1766, 0.9094" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" \"", + "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.4067, lift_point: 0.123, 0.4067" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" \"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1319, 0.4797, lift_point: 0.1319, 0.4797", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1122, 0.9428, lift_point: 0.1122, 0.9428" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1261, 0.4727, lift_point: 0.1261, 0.4727", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1233, 0.9243, lift_point: 0.1233, 0.9243" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6105, 0.4638, lift_point: 0.6105, 0.4638", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1936, 0.9048, lift_point: 0.1936, 0.9048" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.422, 0.389, lift_point: 0.422, 0.389" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3666, 0.4903, lift_point: 0.3666, 0.4903", + "pred": "The action is #DUAL_POINT#; touch_point: 0.477, 0.496, lift_point: 0.477, 0.496" + }, + { + "gt": "The action is #Scrolling Up#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0504, 0.6107, lift_point: 0.0504, 0.6107" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.198, 0.6297, lift_point: 0.198, 0.6297", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0628, 0.537, lift_point: 0.0628, 0.537" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1238, 0.9271, lift_point: 0.1238, 0.9271", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1025, 0.9245, lift_point: 0.1025, 0.9245" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1129, 0.3738, lift_point: 0.1129, 0.3738" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.2938, 0.2877, lift_point: 0.2938, 0.2877", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1218, 0.393, lift_point: 0.1218, 0.393" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.6039, 0.4167, lift_point: 0.6039, 0.4167", + "pred": "The action is #DUAL_POINT#; touch_point: 0.475, 0.4756, lift_point: 0.475, 0.4756" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3669, 0.4972, lift_point: 0.3669, 0.4972", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4651, 0.3054, lift_point: 0.4651, 0.3054" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0589, 0.5386, lift_point: 0.0589, 0.5386", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0.3183, 0.6625, lift_point: 0.3183, 0.6625" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0668, 0.9062, lift_point: 0.0668, 0.9062", + "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.477, lift_point: 0.061, 0.477" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a jet?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a jet?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1297, 0.5866, lift_point: 0.1297, 0.5866", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1187, 0.393, lift_point: 0.1187, 0.393" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3591, 0.516, lift_point: 0.3591, 0.516", + "pred": "The action is #DUAL_POINT#; touch_point: 0.9164, 0.4996, lift_point: 0.9164, 0.4996" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3725, 0.5116, lift_point: 0.3725, 0.5116", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1739, 0.3065, lift_point: 0.1739, 0.3065" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.4304, 0.6698, lift_point: 0.4304, 0.6698" + }, + { + "gt": "The action is #PRESS_HOME#", + "pred": "The action is #PRESS_HOME#" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #Scrolling Down#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3373, 0.5155, lift_point: 0.3373, 0.5155", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1689, 0.6729, lift_point: 0.1689, 0.6729" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.4292, lift_point: 0.0699, 0.4292", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0656, 0.4778, lift_point: 0.0656, 0.4778" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0711, 0.9155, lift_point: 0.0711, 0.9155", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1574, 0.8178, lift_point: 0.1574, 0.8178" + }, + { + "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"", + "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.1339, 0.5079, lift_point: 0.1339, 0.5079", + "pred": "The action is #DUAL_POINT#; touch_point: 0.1176, 0.429, lift_point: 0.1176, 0.429" + }, + { + "gt": "The action is #STATUS_TASK_COMPLETE#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.468, 0.4893, lift_point: 0.468, 0.4893" + }, + { + "gt": "The action is #Scrolling Down#", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0.4088, 0.7268, lift_point: 0.4088, 0.7268" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.3575, 0.508, lift_point: 0.3575, 0.508", + "pred": "The action is #DUAL_POINT#; touch_point: 0.649, 0.3058, lift_point: 0.649, 0.3058" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.9425, lift_point: 0.0638, 0.9425", + "pred": "The action is #STATUS_TASK_COMPLETE#" + }, + { + "gt": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.8502, lift_point: 0.0572, 0.8502", + "pred": "The action is #DUAL_POINT#; touch_point: 0.0527, 0.0527, lift_point: 0.0527, 0.0527" + } +] \ No newline at end of file