[ { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.17, 0.7033, lift_point: 0.17, 0.7033", "pred": "The action is #DUAL_POINT#; touch_point: 0.4696, 0.3037, lift_point: 0.4696, 0.3037" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9046, 0.9253, lift_point: 0.9046, 0.9253", "pred": "The action is #DUAL_POINT#; touch_point: 0.0936, 0.1025, lift_point: 0.0936, 0.1025" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8801, 0.5601, lift_point: 0.8801, 0.5601", "pred": "The action is #DUAL_POINT#; touch_point: 0.9092, 0.472, lift_point: 0.9092, 0.472" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2899, 0.4234, lift_point: 0.2899, 0.4234" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2093, 0.1612, lift_point: 0.2093, 0.1612" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4488, 0.5619, lift_point: 0.4488, 0.5619", "pred": "The action is #DUAL_POINT#; touch_point: 0.5236, 0.3266, lift_point: 0.5236, 0.3266" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4166, 0.4973, lift_point: 0.4166, 0.4973", "pred": "The action is #DUAL_POINT#; touch_point: 0.5236, 0.5236, lift_point: 0.5236, 0.5236" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8542, 0.2874, lift_point: 0.8542, 0.2874" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3954, 0.4839, lift_point: 0.3954, 0.4839", "pred": "The action is #DUAL_POINT#; touch_point: 0.8272, 0.3275, lift_point: 0.8272, 0.3275" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0818, 0.0549, lift_point: 0.0818, 0.0549", "pred": "The action is #DUAL_POINT#; touch_point: 0.9509, 0.9509, lift_point: 0.9509, 0.9509" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0818, 0.0549, lift_point: 0.0818, 0.0549", "pred": "The action is #DUAL_POINT#; touch_point: 0.094, 0.094, lift_point: 0.094, 0.094" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9645, 0.2741, lift_point: 0.9645, 0.2741", "pred": "The action is #DUAL_POINT#; touch_point: 0.1219, 0.1269, lift_point: 0.1219, 0.1269" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7768, 0.7205, lift_point: 0.7768, 0.7205", "pred": "The action is #DUAL_POINT#; touch_point: 0.8777, 0.345, lift_point: 0.8777, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0574, 0.3891, lift_point: 0.0574, 0.3891", "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.061, lift_point: 0.061, 0.061" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.116, 0.443, lift_point: 0.116, 0.443" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4163, 0.4832, lift_point: 0.4163, 0.4832", "pred": "The action is #DUAL_POINT#; touch_point: 0.7174, 0.2871, lift_point: 0.7174, 0.2871" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8182, 0.6398, lift_point: 0.8182, 0.6398", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7942, 0.7309, lift_point: 0.7942, 0.7309", "pred": "The action is #DUAL_POINT#; touch_point: 0.7173, 0.2879, lift_point: 0.7173, 0.2879" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5042, 0.5194, lift_point: 0.5042, 0.5194", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3929, 0.6891, lift_point: 0.3929, 0.6891", "pred": "The action is #DUAL_POINT#; touch_point: 0.8663, 0.5256, lift_point: 0.8663, 0.5256" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.869, 0.5517, lift_point: 0.869, 0.5517", "pred": "The action is #DUAL_POINT#; touch_point: 0.9038, 0.9038, lift_point: 0.9038, 0.9038" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3333, 0.9527, lift_point: 0.3333, 0.9527", "pred": "The action is #DUAL_POINT#; touch_point: 0.5526, 0.5526, lift_point: 0.5526, 0.5526" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4946, 0.357, lift_point: 0.4946, 0.357", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3874, 0.6603, lift_point: 0.3874, 0.6603", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5257, 0.9212, lift_point: 0.5257, 0.9212", "pred": "The action is #DUAL_POINT#; touch_point: 0.5528, 0.9168, lift_point: 0.5528, 0.9168" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5716, 0.8472, lift_point: 0.5716, 0.8472", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8313, 0.559, lift_point: 0.8313, 0.559", "pred": "The action is #DUAL_POINT#; touch_point: 0.8696, 0.3055, lift_point: 0.8696, 0.3055" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Denver\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5078, 0.4775, lift_point: 0.5078, 0.4775" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3801, 0.3268, lift_point: 0.3801, 0.3268", "pred": "The action is #DUAL_POINT#; touch_point: 0.6244, 0.096, lift_point: 0.6244, 0.096" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6006, 0.4735, lift_point: 0.6006, 0.4735", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2735, 0.899, lift_point: 0.2735, 0.899", "pred": "The action is #DUAL_POINT#; touch_point: 0.618, 0.94, lift_point: 0.618, 0.94" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3021, 0.4464, lift_point: 0.3021, 0.4464" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8732, 0.5281, lift_point: 0.8732, 0.5281", "pred": "The action is #DUAL_POINT#; touch_point: 0.8413, 0.5185, lift_point: 0.8413, 0.5185" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in San Francisco\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time in San Francisco\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8187, 0.6262, lift_point: 0.8187, 0.6262", "pred": "The action is #DUAL_POINT#; touch_point: 0.7919, 0.6886, lift_point: 0.7919, 0.6886" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1809, 0.5707, lift_point: 0.1809, 0.5707", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.5772, lift_point: 0.068, 0.5772" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1091, 0.9355, lift_point: 0.1091, 0.9355", "pred": "The action is #DUAL_POINT#; touch_point: 0.048, 0.9172, lift_point: 0.048, 0.9172" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2657, 0.2626, lift_point: 0.2657, 0.2626" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.877, 0.6724, lift_point: 0.877, 0.6724", "pred": "The action is #DUAL_POINT#; touch_point: 0.9099, 0.5687, lift_point: 0.9099, 0.5687" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8723, 0.6865, lift_point: 0.8723, 0.6865", "pred": "The action is #DUAL_POINT#; touch_point: 0.7919, 0.6797, lift_point: 0.7919, 0.6797" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7749, 0.6451, lift_point: 0.7749, 0.6451", "pred": "The action is #DUAL_POINT#; touch_point: 0.909, 0.3445, lift_point: 0.909, 0.3445" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1698, 0.5617, lift_point: 0.1698, 0.5617", "pred": "The action is #DUAL_POINT#; touch_point: 0.0579, 0.3974, lift_point: 0.0579, 0.3974" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.113, 0.9241, lift_point: 0.113, 0.9241", "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.9451, lift_point: 0.061, 0.9451" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Vietnam?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Vietnam\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5363, 0.6639, lift_point: 0.5363, 0.6639", "pred": "The action is #DUAL_POINT#; touch_point: 0.8757, 0.2984, lift_point: 0.8757, 0.2984" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6403, 0.4089, lift_point: 0.6403, 0.4089", "pred": "The action is #DUAL_POINT#; touch_point: 0.917, 0.345, lift_point: 0.917, 0.345" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0963, 0.3962, lift_point: 0.0963, 0.3962" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389", "pred": "The action is #DUAL_POINT#; touch_point: 0.9104, 0.345, lift_point: 0.9104, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7783, 0.6389, lift_point: 0.7783, 0.6389", "pred": "The action is #DUAL_POINT#; touch_point: 0.822, 0.3084, lift_point: 0.822, 0.3084" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7926, 0.5541, lift_point: 0.7926, 0.5541", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.696, lift_point: 0.799, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1718, 0.525, lift_point: 0.1718, 0.525", "pred": "The action is #DUAL_POINT#; touch_point: 0.0735, 0.5278, lift_point: 0.0735, 0.5278" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1175, 0.9367, lift_point: 0.1175, 0.9367", "pred": "The action is #DUAL_POINT#; touch_point: 0.1022, 0.9104, lift_point: 0.1022, 0.9104" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Japan?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Japan?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7948, 0.6361, lift_point: 0.7948, 0.6361", "pred": "The action is #DUAL_POINT#; touch_point: 0.9103, 0.345, lift_point: 0.9103, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1631, 0.7936, lift_point: 0.1631, 0.7936", "pred": "The action is #DUAL_POINT#; touch_point: 0.0624, 0.0624, lift_point: 0.0624, 0.0624" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1071, 0.9399, lift_point: 0.1071, 0.9399", "pred": "The action is #DUAL_POINT#; touch_point: 0.1149, 0.9163, lift_point: 0.1149, 0.9163" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Seoul\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Seoul\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8275, 0.6317, lift_point: 0.8275, 0.6317", "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.696, lift_point: 0.7968, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208", "pred": "The action is #DUAL_POINT#; touch_point: 0.7971, 0.6767, lift_point: 0.7971, 0.6767" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7947, 0.6208, lift_point: 0.7947, 0.6208", "pred": "The action is #DUAL_POINT#; touch_point: 0.822, 0.345, lift_point: 0.822, 0.345" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0689, 0.4647, lift_point: 0.0689, 0.4647" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.529, 0.9613, lift_point: 0.529, 0.9613", "pred": "The action is #DUAL_POINT#; touch_point: 0.5938, 0.9618, lift_point: 0.5938, 0.9618" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1668, 0.5882, lift_point: 0.1668, 0.5882", "pred": "The action is #DUAL_POINT#; touch_point: 0.0707, 0.4779, lift_point: 0.0707, 0.4779" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1, 0.952, lift_point: 0.1, 0.952", "pred": "The action is #DUAL_POINT#; touch_point: 0.1027, 0.8545, lift_point: 0.1027, 0.8545" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Dallas?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Dallas?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8381, 0.2983, lift_point: 0.8381, 0.2983", "pred": "The action is #DUAL_POINT#; touch_point: 0.397, 0.3974, lift_point: 0.397, 0.3974" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1238, 0.5353, lift_point: 0.1238, 0.5353" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8144, 0.5933, lift_point: 0.8144, 0.5933", "pred": "The action is #DUAL_POINT#; touch_point: 0.796, 0.696, lift_point: 0.796, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8079, 0.6457, lift_point: 0.8079, 0.6457", "pred": "The action is #DUAL_POINT#; touch_point: 0.8222, 0.345, lift_point: 0.8222, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1625, 0.7341, lift_point: 0.1625, 0.7341", "pred": "The action is #DUAL_POINT#; touch_point: 0.0617, 0.8397, lift_point: 0.0617, 0.8397" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1134, 0.9331, lift_point: 0.1134, 0.9331", "pred": "The action is #DUAL_POINT#; touch_point: 0.111, 0.9357, lift_point: 0.111, 0.9357" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Nordstrom?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Nordstrom?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.389, 0.389, lift_point: 0.389, 0.389" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5409, 0.6898, lift_point: 0.5409, 0.6898", "pred": "The action is #DUAL_POINT#; touch_point: 0.8971, 0.5227, lift_point: 0.8971, 0.5227" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8153, 0.6201, lift_point: 0.8153, 0.6201", "pred": "The action is #DUAL_POINT#; touch_point: 0.9069, 0.3454, lift_point: 0.9069, 0.3454" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2286, 0.0469, lift_point: 0.2286, 0.0469", "pred": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.429, lift_point: 0.0596, 0.429" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1685, 0.5766, lift_point: 0.1685, 0.5766", "pred": "The action is #DUAL_POINT#; touch_point: 0.0599, 0.4294, lift_point: 0.0599, 0.4294" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1106, 0.9401, lift_point: 0.1106, 0.9401", "pred": "The action is #DUAL_POINT#; touch_point: 0.1025, 0.9174, lift_point: 0.1025, 0.9174" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in San Francisco?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in San Francisco?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6698, 0.311, lift_point: 0.6698, 0.311" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8044, 0.6462, lift_point: 0.8044, 0.6462", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8044, 0.6462, lift_point: 0.8044, 0.6462", "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.696, lift_point: 0.7909, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0528, 0.8526, lift_point: 0.0528, 0.8526", "pred": "The action is #DUAL_POINT#; touch_point: 0.0777, 0.0837, lift_point: 0.0777, 0.0837" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.163, 0.5951, lift_point: 0.163, 0.5951", "pred": "The action is #DUAL_POINT#; touch_point: 0.0625, 0.0623, lift_point: 0.0625, 0.0623" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2465, 0.3299, lift_point: 0.2465, 0.3299" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8103, 0.5941, lift_point: 0.8103, 0.5941", "pred": "The action is #DUAL_POINT#; touch_point: 0.796, 0.696, lift_point: 0.796, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8103, 0.5941, lift_point: 0.8103, 0.5941", "pred": "The action is #DUAL_POINT#; touch_point: 0.0614, 0.0613, lift_point: 0.0614, 0.0613" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1742, 0.6779, lift_point: 0.1742, 0.6779", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1824, 0.6596, lift_point: 0.1824, 0.6596", "pred": "The action is #DUAL_POINT#; touch_point: 0.6055, 0.9355, lift_point: 0.6055, 0.9355" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.789, 0.7015, lift_point: 0.789, 0.7015", "pred": "The action is #DUAL_POINT#; touch_point: 0.816, 0.6744, lift_point: 0.816, 0.6744" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.2867, lift_point: 0.0518, 0.2867", "pred": "The action is #DUAL_POINT#; touch_point: 0.043, 0.8397, lift_point: 0.043, 0.8397" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the sun?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the sun?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1291, 0.4175, lift_point: 0.1291, 0.4175", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.2293, lift_point: 0.123, 0.2293" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4689, 0.0638, lift_point: 0.4689, 0.0638" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7852, 0.6943, lift_point: 0.7852, 0.6943", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.658, lift_point: 0.799, 0.658" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0693, 0.4661, lift_point: 0.0693, 0.4661", "pred": "The action is #DUAL_POINT#; touch_point: 0.0558, 0.5273, lift_point: 0.0558, 0.5273" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the Chinese Yuan?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the Chinese Yuan?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0616, 0.3515, lift_point: 0.0616, 0.3515", "pred": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.279, lift_point: 0.1276, 0.279" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1402, 0.5243, lift_point: 0.1402, 0.5243", "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.373, lift_point: 0.127, 0.373" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2777, 0.4633, lift_point: 0.2777, 0.4633" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7839, 0.6605, lift_point: 0.7839, 0.6605", "pred": "The action is #DUAL_POINT#; touch_point: 0.7998, 0.6764, lift_point: 0.7998, 0.6764" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.4753, lift_point: 0.0562, 0.4753", "pred": "The action is #DUAL_POINT#; touch_point: 0.069, 0.4414, lift_point: 0.069, 0.4414" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Uruguay?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Uruguay?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.6203, lift_point: 0.0533, 0.6203", "pred": "The action is #DUAL_POINT#; touch_point: 0.2051, 0.5, lift_point: 0.2051, 0.5" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1402, 0.6363, lift_point: 0.1402, 0.6363", "pred": "The action is #DUAL_POINT#; touch_point: 0.056, 0.0525, lift_point: 0.056, 0.0525" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3553, 0.5071, lift_point: 0.3553, 0.5071", "pred": "The action is #DUAL_POINT#; touch_point: 0.5573, 0.1531, lift_point: 0.5573, 0.1531" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3196, 0.3732, lift_point: 0.3196, 0.3732" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5111, 0.4875, lift_point: 0.5111, 0.4875", "pred": "The action is #DUAL_POINT#; touch_point: 0.9164, 0.525, lift_point: 0.9164, 0.525" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0975, 0.4783, lift_point: 0.0975, 0.4783", "pred": "The action is #DUAL_POINT#; touch_point: 0.0629, 0.9353, lift_point: 0.0629, 0.9353" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Spain ?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Spain?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6981, 0.9436, lift_point: 0.6981, 0.9436", "pred": "The action is #DUAL_POINT#; touch_point: 0.5939, 0.9358, lift_point: 0.5939, 0.9358" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4638, 0.5308, lift_point: 0.4638, 0.5308", "pred": "The action is #DUAL_POINT#; touch_point: 0.9047, 0.3576, lift_point: 0.9047, 0.3576" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1113, 0.4897, lift_point: 0.1113, 0.4897", "pred": "The action is #DUAL_POINT#; touch_point: 0.0595, 0.4766, lift_point: 0.0595, 0.4766" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at O live Garden?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Olive Garden?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5829, 0.4735, lift_point: 0.5829, 0.4735", "pred": "The action is #DUAL_POINT#; touch_point: 0.5936, 0.5936, lift_point: 0.5936, 0.5936" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3795, 0.6381, lift_point: 0.3795, 0.6381", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6188, 0.3857, lift_point: 0.6188, 0.3857", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1972, 0.9097, lift_point: 0.1972, 0.9097" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4734, 0.5023, lift_point: 0.4734, 0.5023", "pred": "The action is #DUAL_POINT#; touch_point: 0.9179, 0.3085, lift_point: 0.9179, 0.3085" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1118, 0.5014, lift_point: 0.1118, 0.5014", "pred": "The action is #DUAL_POINT#; touch_point: 0.0688, 0.5776, lift_point: 0.0688, 0.5776" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.179, 0.3816, lift_point: 0.179, 0.3816", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.7921, lift_point: 0.0572, 0.7921", "pred": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.7919, lift_point: 0.0529, 0.7919" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.9391, lift_point: 0.0569, 0.9391", "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.9043, lift_point: 0.117, 0.9043" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"amazon alexa\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1388, 0.6125, lift_point: 0.1388, 0.6125", "pred": "The action is #DUAL_POINT#; touch_point: 0.1225, 0.461, lift_point: 0.1225, 0.461" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1312, 0.7919, lift_point: 0.1312, 0.7919", "pred": "The action is #DUAL_POINT#; touch_point: 0.1412, 0.8572, lift_point: 0.1412, 0.8572" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8963, 0.436, lift_point: 0.8963, 0.436", "pred": "The action is #DUAL_POINT#; touch_point: 0.9116, 0.9116, lift_point: 0.9116, 0.9116" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8963, 0.436, lift_point: 0.8963, 0.436", "pred": "The action is #DUAL_POINT#; touch_point: 0.5097, 0.5092, lift_point: 0.5097, 0.5092" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1343, 0.7973, lift_point: 0.1343, 0.7973", "pred": "The action is #DUAL_POINT#; touch_point: 0.146, 0.8571, lift_point: 0.146, 0.8571" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3264, 0.3634, lift_point: 0.3264, 0.3634" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.749, 0.6121, lift_point: 0.749, 0.6121", "pred": "The action is #DUAL_POINT#; touch_point: 0.8866, 0.3454, lift_point: 0.8866, 0.3454" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up Up Up Up Up Up, 0. Up, 0. Up, 0. Up, 0. Up, 0.1179, lift_point: 0.Scrolling Up Up Up Up, 0.1178" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1618, 0.4617, lift_point: 0.1618, 0.4617" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3091, 0.309, lift_point: 0.3091, 0.309" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.043, 0.4401, lift_point: 0.043, 0.4401", "pred": "The action is #DUAL_POINT#; touch_point: 0.5578, 0.2538, lift_point: 0.5578, 0.2538" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"TYPE#; And the content is : \"typed_text\": \"Whats the news in Barbados?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1287, 0.5866, lift_point: 0.1287, 0.5866", "pred": "The action is #DUAL_POINT#; touch_point: 0.1169, 0.429, lift_point: 0.1169, 0.429" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3172, 0.373, lift_point: 0.3172, 0.373" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.9062, 0.345, lift_point: 0.9062, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5083, 0.1503, lift_point: 0.5083, 0.1503", "pred": "The action is #DUAL_POINT#; touch_point: 0.1616, 0.4653, lift_point: 0.1616, 0.4653" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0703, 0.0641, lift_point: 0.0703, 0.0641", "pred": "The action is #DUAL_POINT#; touch_point: 0.077, 0.061, lift_point: 0.077, 0.061" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8975, 0.5141, lift_point: 0.8975, 0.5141", "pred": "The action is #DUAL_POINT#; touch_point: 0.2859, 0.6343, lift_point: 0.2859, 0.6343" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3199, 0.6084, lift_point: 0.3199, 0.6084", "pred": "The action is #DUAL_POINT#; touch_point: 0.4167, 0.4939, lift_point: 0.4167, 0.4939" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4096, 0.5209, lift_point: 0.4096, 0.5209", "pred": "The action is #DUAL_POINT#; touch_point: 0.4167, 0.4998, lift_point: 0.4167, 0.4998" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6795, 0.7597, lift_point: 0.6795, 0.7597", "pred": "The action is #DUAL_POINT#; touch_point: 0.5908, 0.8684, lift_point: 0.5908, 0.8684" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7873, 0.6244, lift_point: 0.7873, 0.6244", "pred": "The action is #DUAL_POINT#; touch_point: 0.9066, 0.4154, lift_point: 0.9066, 0.4154" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.8212, lift_point: 0.0533, 0.8212", "pred": "The action is #DUAL_POINT#; touch_point: 0.0683, 0.9381, lift_point: 0.0683, 0.9381" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0669, 0.08, lift_point: 0.0669, 0.08", "pred": "The action is #DUAL_POINT#; touch_point: 0.9121, 0.0617, lift_point: 0.9121, 0.0617" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2779, 0.8574, lift_point: 0.2779, 0.8574" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5058, 0.6866, lift_point: 0.5058, 0.6866", "pred": "The action is #DUAL_POINT#; touch_point: 0.6685, 0.3079, lift_point: 0.6685, 0.3079" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1233, 0.6236, lift_point: 0.1233, 0.6236", "pred": "The action is #DUAL_POINT#; touch_point: 0.1279, 0.443, lift_point: 0.1279, 0.443" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0716, 0.9196, lift_point: 0.0716, 0.9196", "pred": "The action is #DUAL_POINT#; touch_point: 0.0688, 0.945, lift_point: 0.0688, 0.945" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the Sony TV?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the Sony TV?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1222, 0.3466, lift_point: 0.1222, 0.3466", "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.5252, lift_point: 0.127, 0.5252" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1018, 0.463, lift_point: 0.1018, 0.463" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.369, 0.4993, lift_point: 0.369, 0.4993", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8796, 0.5176, lift_point: 0.8796, 0.5176", "pred": "The action is #DUAL_POINT#; touch_point: 0.9103, 0.5087, lift_point: 0.9103, 0.5087" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9052, 0.8727, lift_point: 0.9052, 0.8727", "pred": "The action is #DUAL_POINT#; touch_point: 0.9186, 0.5684, lift_point: 0.9186, 0.5684" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2241, 0.2157, lift_point: 0.2241, 0.2157", "pred": "The action is #DUAL_POINT#; touch_point: 0.0542, 0.0614, lift_point: 0.0542, 0.0614" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0624, 0.9342, lift_point: 0.0624, 0.9342", "pred": "The action is #DUAL_POINT#; touch_point: 0.246, 0.731, lift_point: 0.246, 0.731" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.165, 0.7366, lift_point: 0.165, 0.7366", "pred": "The action is #DUAL_POINT#; touch_point: 0.3106, 0.266, lift_point: 0.3106, 0.266" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7839, 0.8874, lift_point: 0.7839, 0.8874", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0549, 0.0596, lift_point: 0.0549, 0.0596" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4934, 0.705, lift_point: 0.4934, 0.705", "pred": "The action is #DUAL_POINT#; touch_point: 0.6683, 0.3055, lift_point: 0.6683, 0.3055" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1292, 0.6287, lift_point: 0.1292, 0.6287", "pred": "The action is #DUAL_POINT#; touch_point: 0.0687, 0.4774, lift_point: 0.0687, 0.4774" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.9183, lift_point: 0.0555, 0.9183", "pred": "The action is #DUAL_POINT#; touch_point: 0.2153, 0.5768, lift_point: 0.2153, 0.5768" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest electronics store\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nearest electronics store\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1161, 0.544, lift_point: 0.1161, 0.544", "pred": "The action is #DUAL_POINT#; touch_point: 0.1308, 0.4067, lift_point: 0.1308, 0.4067" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4779, 0.4771, lift_point: 0.4779, 0.4771" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4937, 0.711, lift_point: 0.4937, 0.711", "pred": "The action is #DUAL_POINT#; touch_point: 0.6682, 0.3056, lift_point: 0.6682, 0.3056" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1234, 0.797, lift_point: 0.1234, 0.797", "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.9352, lift_point: 0.1179, 0.9352" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0724, 0.9237, lift_point: 0.0724, 0.9237", "pred": "The action is #DUAL_POINT#; touch_point: 0.1122, 0.233, lift_point: 0.1122, 0.233" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Home Depot?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the price of a 12 ladder at Home Depot?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1761, 0.5539, lift_point: 0.1761, 0.5539", "pred": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.373, lift_point: 0.1276, 0.373" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6475, 0.5864, lift_point: 0.6475, 0.5864", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1838, 0.2588, lift_point: 0.1838, 0.2588", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.324, 0.314, lift_point: 0.324, 0.314" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4698, 0.4789, lift_point: 0.4698, 0.4789", "pred": "The action is #DUAL_POINT#; touch_point: 0.1689, 0.8535, lift_point: 0.1689, 0.8535" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4741, 0.854, lift_point: 0.4741, 0.854", "pred": "The action is #DUAL_POINT#; touch_point: 0.6901, 0.303, lift_point: 0.6901, 0.303" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1283, 0.7939, lift_point: 0.1283, 0.7939", "pred": "The action is #DUAL_POINT#; touch_point: 0.0657, 0.443, lift_point: 0.0657, 0.443" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0549, 0.9105, lift_point: 0.0549, 0.9105", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.933, lift_point: 0.068, 0.933" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rateagainst the Swiss Franc?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rateagainst the Swiss Franc?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1165, 0.7526, lift_point: 0.1165, 0.7526", "pred": "The action is #DUAL_POINT#; touch_point: 0.1137, 0.345, lift_point: 0.1137, 0.345" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4921, 0.8521, lift_point: 0.4921, 0.8521", "pred": "The action is #DUAL_POINT#; touch_point: 0.1689, 0.5077, lift_point: 0.1689, 0.5077" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1316, 0.703, lift_point: 0.1316, 0.703", "pred": "The action is #DUAL_POINT#; touch_point: 0.0693, 0.0659, lift_point: 0.0693, 0.0659" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0721, 0.8909, lift_point: 0.0721, 0.8909", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of china\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news this evening\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news this evening\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2493, 0.5909, lift_point: 0.2493, 0.5909", "pred": "The action is #DUAL_POINT#; touch_point: 0.1342, 0.306, lift_point: 0.1342, 0.306" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3183, 0.252, lift_point: 0.3183, 0.252" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4646, 0.8911, lift_point: 0.4646, 0.8911", "pred": "The action is #DUAL_POINT#; touch_point: 0.6788, 0.503, lift_point: 0.6788, 0.503" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1309, 0.7459, lift_point: 0.1309, 0.7459", "pred": "The action is #DUAL_POINT#; touch_point: 0.1407, 0.4696, lift_point: 0.1407, 0.4696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.9202, lift_point: 0.0642, 0.9202", "pred": "The action is #DUAL_POINT#; touch_point: 0.0689, 0.5378, lift_point: 0.0689, 0.5378" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Philadelphia\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Philadelphia\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1145, 0.5032, lift_point: 0.1145, 0.5032", "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.469, lift_point: 0.127, 0.469" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1958, 0.8918, lift_point: 0.1958, 0.8918", "pred": "The action is #DUAL_POINT#; touch_point: 0.1392, 0.373, lift_point: 0.1392, 0.373" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7561, 0.7157, lift_point: 0.7561, 0.7157", "pred": "The action is #DUAL_POINT#; touch_point: 0.6896, 0.6887, lift_point: 0.6896, 0.6887" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.8402, lift_point: 0.0622, 0.8402", "pred": "The action is #DUAL_POINT#; touch_point: 0.0625, 0.8173, lift_point: 0.0625, 0.8173" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new Katy Perry video\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new Katy Perry video \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0884, 0.584, lift_point: 0.0884, 0.584", "pred": "The action is #DUAL_POINT#; touch_point: 0.1232, 0.4294, lift_point: 0.1232, 0.4294" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.461, lift_point: 0.123, 0.461" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.786, 0.6713, lift_point: 0.786, 0.6713", "pred": "The action is #DUAL_POINT#; touch_point: 0.7807, 0.695, lift_point: 0.7807, 0.695" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7923, 0.6932, lift_point: 0.7923, 0.6932", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7972, 0.6824, lift_point: 0.7972, 0.6824", "pred": "The action is #DUAL_POINT#; touch_point: 0.7907, 0.7117, lift_point: 0.7907, 0.7117" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7985, 0.6824, lift_point: 0.7985, 0.6824", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.6911, lift_point: 0.799, 0.6911" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.6006, lift_point: 0.0615, 0.6006", "pred": "The action is #DUAL_POINT#; touch_point: 0.0617, 0.5336, lift_point: 0.0617, 0.5336" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nice wallpapers for my phone\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nice wallpapers for my phone\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1436, 0.3267, lift_point: 0.1436, 0.3267", "pred": "The action is #DUAL_POINT#; touch_point: 0.1218, 0.3975, lift_point: 0.1218, 0.3975" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8012, 0.6957, lift_point: 0.8012, 0.6957", "pred": "The action is #DUAL_POINT#; touch_point: 0.822, 0.685, lift_point: 0.822, 0.685" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517", "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.696, lift_point: 0.7909, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7813, 0.6517, lift_point: 0.7813, 0.6517", "pred": "The action is #DUAL_POINT#; touch_point: 0.7904, 0.7144, lift_point: 0.7904, 0.7144" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.6339, lift_point: 0.0642, 0.6339", "pred": "The action is #DUAL_POINT#; touch_point: 0.0657, 0.4497, lift_point: 0.0657, 0.4497" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9935, 0.466, lift_point: 0.9935, 0.466", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from NYC to Buenos aires\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4465, 0.9944, lift_point: 0.4465, 0.9944", "pred": "The action is #DUAL_POINT#; touch_point: 0.142, 0.2553, lift_point: 0.142, 0.2553" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.3084, lift_point: 0.0622, 0.3084", "pred": "The action is #DUAL_POINT#; touch_point: 0.1719, 0.8396, lift_point: 0.1719, 0.8396" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0509, 0.1702, lift_point: 0.0509, 0.1702", "pred": "The action is #DUAL_POINT#; touch_point: 0.3545, 0.7798, lift_point: 0.3545, 0.7798" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5938, 0.2397, lift_point: 0.5938, 0.2397" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879", "pred": "The action is #DUAL_POINT#; touch_point: 0.7918, 0.6958, lift_point: 0.7918, 0.6958" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.6879, lift_point: 0.7909, 0.6879", "pred": "The action is #DUAL_POINT#; touch_point: 0.7905, 0.696, lift_point: 0.7905, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.2568, lift_point: 0.0642, 0.2568", "pred": "The action is #DUAL_POINT#; touch_point: 0.1752, 0.561, lift_point: 0.1752, 0.561" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1434, 0.5584, lift_point: 0.1434, 0.5584", "pred": "The action is #DUAL_POINT#; touch_point: 0.1204, 0.9243, lift_point: 0.1204, 0.9243" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4244, 0.5674, lift_point: 0.4244, 0.5674", "pred": "The action is #DUAL_POINT#; touch_point: 0.717, 0.2874, lift_point: 0.717, 0.2874" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2784, 0.4615, lift_point: 0.2784, 0.4615" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835", "pred": "The action is #DUAL_POINT#; touch_point: 0.8224, 0.6884, lift_point: 0.8224, 0.6884" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7879, 0.6835, lift_point: 0.7879, 0.6835", "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.696, lift_point: 0.7909, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7891, 0.6835, lift_point: 0.7891, 0.6835", "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.6969, lift_point: 0.7909, 0.6969" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7891, 0.6835, lift_point: 0.7891, 0.6835", "pred": "The action is #DUAL_POINT#; touch_point: 0.344, 0.7804, lift_point: 0.344, 0.7804" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.5494, lift_point: 0.0597, 0.5494", "pred": "The action is #DUAL_POINT#; touch_point: 0.0679, 0.4767, lift_point: 0.0679, 0.4767" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" weather like in New York\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in New York\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1428, 0.4671, lift_point: 0.1428, 0.4671", "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.4415, lift_point: 0.127, 0.4415" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787", "pred": "The action is #DUAL_POINT#; touch_point: 0.798, 0.6886, lift_point: 0.798, 0.6886" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.6787, lift_point: 0.7898, 0.6787", "pred": "The action is #DUAL_POINT#; touch_point: 0.7902, 0.696, lift_point: 0.7902, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7937, 0.6907, lift_point: 0.7937, 0.6907", "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.696, lift_point: 0.7909, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827", "pred": "The action is #DUAL_POINT#; touch_point: 0.7908, 0.696, lift_point: 0.7908, 0.6968" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7962, 0.6827, lift_point: 0.7962, 0.6827", "pred": "The action is #DUAL_POINT#; touch_point: 0.4008, 0.7018, lift_point: 0.4008, 0.7018" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.5808, lift_point: 0.0555, 0.5808", "pred": "The action is #DUAL_POINT#; touch_point: 0.0585, 0.3978, lift_point: 0.0585, 0.3978" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0647, 0.8933, lift_point: 0.0647, 0.8933", "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.6113, lift_point: 0.061, 0.6113" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest IKEA\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest IKEA?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1419, 0.6285, lift_point: 0.1419, 0.6285", "pred": "The action is #DUAL_POINT#; touch_point: 0.1149, 0.306, lift_point: 0.1149, 0.306" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1382, 0.555, lift_point: 0.1382, 0.555", "pred": "The action is #DUAL_POINT#; touch_point: 0.118, 0.429, lift_point: 0.118, 0.429" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4079, 0.3973, lift_point: 0.4079, 0.3973" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7996, 0.6844, lift_point: 0.7996, 0.6844", "pred": "The action is #DUAL_POINT#; touch_point: 0.7919, 0.6794, lift_point: 0.7919, 0.6794" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7907, 0.7008, lift_point: 0.7907, 0.7008", "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.696, lift_point: 0.7909, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7874, 0.6875, lift_point: 0.7874, 0.6875", "pred": "The action is #DUAL_POINT#; touch_point: 0.7903, 0.696, lift_point: 0.7903, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0646, 0.5807, lift_point: 0.0646, 0.5807", "pred": "The action is #DUAL_POINT#; touch_point: 0.0689, 0.493, lift_point: 0.0689, 0.493" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.066, 0.9159, lift_point: 0.066, 0.9159", "pred": "The action is #DUAL_POINT#; touch_point: 0.0609, 0.9118, lift_point: 0.0609, 0.9118" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the moon\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is the moon\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1396, 0.5173, lift_point: 0.1396, 0.5173", "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.9109, lift_point: 0.1179, 0.9109" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6932, 0.5376, lift_point: 0.6932, 0.5376", "pred": "The action is #DUAL_POINT#; touch_point: 0.1794, 0.9038, lift_point: 0.1794, 0.9038" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.9009, 0.3934, lift_point: 0.9009, 0.3934" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7013, 0.4971, lift_point: 0.7013, 0.4971", "pred": "The action is #DUAL_POINT#; touch_point: 0.3097, 0.8783, lift_point: 0.3097, 0.8783" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7036, 0.4831, lift_point: 0.7036, 0.4831", "pred": "The action is #DUAL_POINT#; touch_point: 0.9002, 0.5295, lift_point: 0.9002, 0.5295" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7784, 0.2653, lift_point: 0.7784, 0.2653" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6348, 0.8761, lift_point: 0.6348, 0.8761", "pred": "The action is #DUAL_POINT#; touch_point: 0.1688, 0.8697, lift_point: 0.1688, 0.8697" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6423, 0.8734, lift_point: 0.6423, 0.8734", "pred": "The action is #DUAL_POINT#; touch_point: 0.1585, 0.8734, lift_point: 0.1585, 0.8734" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6472, 0.8598, lift_point: 0.6472, 0.8598", "pred": "The action is #DUAL_POINT#; touch_point: 0.1688, 0.6733, lift_point: 0.1688, 0.6733" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0665, 0.5317, lift_point: 0.0665, 0.5317", "pred": "The action is #DUAL_POINT#; touch_point: 0.0625, 0.8174, lift_point: 0.0625, 0.8174" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"ESPN app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"ESPN app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1459, 0.2763, lift_point: 0.1459, 0.2763", "pred": "The action is #DUAL_POINT#; touch_point: 0.1278, 0.462, lift_point: 0.1278, 0.462" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1595, 0.8292, lift_point: 0.1595, 0.8292", "pred": "The action is #DUAL_POINT#; touch_point: 0.2237, 0.8318, lift_point: 0.2237, 0.8318" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8953, 0.5424, lift_point: 0.8953, 0.5424", "pred": "The action is #DUAL_POINT#; touch_point: 0.9115, 0.9114, lift_point: 0.9115, 0.9114" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9034, 0.3615, lift_point: 0.9034, 0.3615", "pred": "The action is #DUAL_POINT#; touch_point: 0.7476, 0.8546, lift_point: 0.7476, 0.8546" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1452, 0.9148, lift_point: 0.1452, 0.9148" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7998, 0.6728, lift_point: 0.7998, 0.6728", "pred": "The action is #DUAL_POINT#; touch_point: 0.8183, 0.6911, lift_point: 0.8183, 0.6911" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7859, 0.6692, lift_point: 0.7859, 0.6692", "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.6969, lift_point: 0.7909, 0.6969" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7935, 0.6859, lift_point: 0.7935, 0.6859", "pred": "The action is #DUAL_POINT#; touch_point: 0.7908, 0.7099, lift_point: 0.7908, 0.7099" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7911, 0.6859, lift_point: 0.7911, 0.6859", "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.6887, lift_point: 0.7909, 0.6887" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.6859, lift_point: 0.7898, 0.6859", "pred": "The action is #DUAL_POINT#; touch_point: 0.7907, 0.7116, lift_point: 0.7907, 0.7116" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0779, 0.6367, lift_point: 0.0779, 0.6367", "pred": "The action is #DUAL_POINT#; touch_point: 0.0712, 0.561, lift_point: 0.0712, 0.561" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news about the US\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news about the US\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.134, 0.533, lift_point: 0.134, 0.533", "pred": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.429, lift_point: 0.1173, 0.429" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3323, 0.2784, lift_point: 0.3323, 0.2784" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2044, 0.184, lift_point: 0.2044, 0.184", "pred": "The action is #DUAL_POINT#; touch_point: 0.3173, 0.3071, lift_point: 0.3173, 0.3071" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3272, 0.2658, lift_point: 0.3272, 0.2658" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3998, 0.9869, lift_point: 0.3998, 0.9869", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7667, 0.5227, lift_point: 0.7667, 0.5227" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327", "pred": "The action is #DUAL_POINT#; touch_point: 0.3948, 0.7108, lift_point: 0.3948, 0.7108" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327", "pred": "The action is #DUAL_POINT#; touch_point: 0.4167, 0.2316, lift_point: 0.4167, 0.2316" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6376, 0.1327, lift_point: 0.6376, 0.1327", "pred": "The action is #DUAL_POINT#; touch_point: 0.5308, 0.3067, lift_point: 0.5308, 0.3067" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6505, 0.1438, lift_point: 0.6505, 0.1438", "pred": "The action is #DUAL_POINT#; touch_point: 0.3448, 0.5272, lift_point: 0.3448, 0.5272" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.8877, lift_point: 0.0638, 0.8877", "pred": "The action is #DUAL_POINT#; touch_point: 0.4137, 0.9438, lift_point: 0.4137, 0.9438" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0566, 0.3859, lift_point: 0.0566, 0.3859", "pred": "The action is #DUAL_POINT#; touch_point: 0.0647, 0.0637, lift_point: 0.0647, 0.0637" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"restaurant in Dallas\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"restaurant in Dallas\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1539, 0.4027, lift_point: 0.1539, 0.4027", "pred": "The action is #DUAL_POINT#; touch_point: 0.1832, 0.2942, lift_point: 0.1832, 0.2942" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.4294, lift_point: 0.1276, 0.4294" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7912, 0.7041, lift_point: 0.7912, 0.7041", "pred": "The action is #DUAL_POINT#; touch_point: 0.7919, 0.6899, lift_point: 0.7919, 0.6899" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7849, 0.6874, lift_point: 0.7849, 0.6874", "pred": "The action is #DUAL_POINT#; touch_point: 0.7907, 0.696, lift_point: 0.7907, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7788, 0.6794, lift_point: 0.7788, 0.6794", "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.7189, lift_point: 0.7909, 0.7189" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0663, 0.6731, lift_point: 0.0663, 0.6731", "pred": "The action is #DUAL_POINT#; touch_point: 0.0689, 0.5317, lift_point: 0.0689, 0.5317" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.9356, lift_point: 0.0672, 0.9356", "pred": "The action is #DUAL_POINT#; touch_point: 0.0679, 0.5579, lift_point: 0.0679, 0.5579" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Buenos aires to Helsinki\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1377, 0.2721, lift_point: 0.1377, 0.2721", "pred": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.429, lift_point: 0.1276, 0.429" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4338, 0.5026, lift_point: 0.4338, 0.5026", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2743, 0.4612, lift_point: 0.2743, 0.4612" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476", "pred": "The action is #DUAL_POINT#; touch_point: 0.3153, 0.6842, lift_point: 0.3153, 0.6842" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7874, 0.6476, lift_point: 0.7874, 0.6476", "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.696, lift_point: 0.7909, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.4847, lift_point: 0.0578, 0.4847", "pred": "The action is #DUAL_POINT#; touch_point: 0.0688, 0.6375, lift_point: 0.0688, 0.6375" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0598, 0.8989, lift_point: 0.0598, 0.8989", "pred": "The action is #DUAL_POINT#; touch_point: 0.1213, 0.934, lift_point: 0.1213, 0.934" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Austin\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Austin\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1388, 0.6327, lift_point: 0.1388, 0.6327", "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.623, lift_point: 0.1179, 0.623" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5339, 0.5024, lift_point: 0.5339, 0.5024", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7867, 0.6739, lift_point: 0.7867, 0.6739", "pred": "The action is #DUAL_POINT#; touch_point: 0.3944, 0.7204, lift_point: 0.3944, 0.7204" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932", "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.696, lift_point: 0.7909, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7854, 0.6932, lift_point: 0.7854, 0.6932", "pred": "The action is #DUAL_POINT#; touch_point: 0.7909, 0.7189, lift_point: 0.7909, 0.7189" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0665, 0.5945, lift_point: 0.0665, 0.5945", "pred": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.5373, lift_point: 0.0569, 0.5373" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1565, 0.2353, lift_point: 0.1565, 0.2353" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of the United Kingdom\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of the United Kingdom\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3263, 0.9913, lift_point: 0.3263, 0.9913", "pred": "The action is #DUAL_POINT#; touch_point: 0.156, 0.2218, lift_point: 0.156, 0.2218" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1363, 0.4773, lift_point: 0.1363, 0.4773", "pred": "The action is #DUAL_POINT#; touch_point: 0.118, 0.373, lift_point: 0.118, 0.373" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5958, 0.4577, lift_point: 0.5958, 0.4577", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3091, 0.309, lift_point: 0.3091, 0.309" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7971, 0.6859, lift_point: 0.7971, 0.6859", "pred": "The action is #DUAL_POINT#; touch_point: 0.8865, 0.7173, lift_point: 0.8865, 0.7173" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046", "pred": "The action is #DUAL_POINT#; touch_point: 0.5178, 0.9037, lift_point: 0.5178, 0.9037" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7974, 0.7046, lift_point: 0.7974, 0.7046", "pred": "The action is #DUAL_POINT#; touch_point: 0.5157, 0.7353, lift_point: 0.5157, 0.7353" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2121, 0.6359, lift_point: 0.2121, 0.6359", "pred": "The action is #DUAL_POINT#; touch_point: 0.0439, 0.4914, lift_point: 0.0439, 0.4914" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.148, 0.9353, lift_point: 0.148, 0.9353", "pred": "The action is #DUAL_POINT#; touch_point: 0.0583, 0.9457, lift_point: 0.0583, 0.9457" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Best Buy?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Best Buy?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.776, 0.7172, lift_point: 0.776, 0.7172" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8027, 0.672, lift_point: 0.8027, 0.672", "pred": "The action is #DUAL_POINT#; touch_point: 0.798, 0.6957, lift_point: 0.798, 0.6957" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2187, 0.6753, lift_point: 0.2187, 0.6753", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.4918, lift_point: 0.068, 0.4918" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1355, 0.9371, lift_point: 0.1355, 0.9371", "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.942, lift_point: 0.117, 0.942" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Diego?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in San Diego?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3021, 0.4714, lift_point: 0.3021, 0.4714" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.504, 0.3071, lift_point: 0.504, 0.3071" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3444, 0.5381, lift_point: 0.3444, 0.5381", "pred": "The action is #DUAL_POINT#; touch_point: 0.9164, 0.4994, lift_point: 0.9164, 0.4994" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0609, 0.0618, lift_point: 0.0609, 0.0618" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1466, 0.429, lift_point: 0.1466, 0.429" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.9453, lift_point: 0.0596, 0.9453" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7893, 0.7676, lift_point: 0.7893, 0.7676", "pred": "The action is #DUAL_POINT#; touch_point: 0.2944, 0.2944, lift_point: 0.2944, 0.2944" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2045, 0.7962, lift_point: 0.2045, 0.7962", "pred": "The action is #DUAL_POINT#; touch_point: 0.5845, 0.6429, lift_point: 0.5845, 0.6429" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2945, 0.4159, lift_point: 0.2945, 0.4159" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2199, 0.3097, lift_point: 0.2199, 0.3097" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8224, 0.5986, lift_point: 0.8224, 0.5986", "pred": "The action is #DUAL_POINT#; touch_point: 0.9118, 0.5307, lift_point: 0.9118, 0.5307" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.4008, lift_point: 0.0518, 0.4008", "pred": "The action is #DUAL_POINT#; touch_point: 0.0719, 0.4916, lift_point: 0.0719, 0.4916" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather in delhi\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather in delhi\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1265, 0.1416, lift_point: 0.1265, 0.1416", "pred": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.2552, lift_point: 0.1276, 0.2552" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8276, 0.5924, lift_point: 0.8276, 0.5924", "pred": "The action is #DUAL_POINT#; touch_point: 0.9177, 0.3215, lift_point: 0.9177, 0.3215" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1873, 0.3683, lift_point: 0.1873, 0.3683", "pred": "The action is #DUAL_POINT#; touch_point: 0.046, 0.5122, lift_point: 0.046, 0.5122" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.121, 0.9421, lift_point: 0.121, 0.9421", "pred": "The action is #DUAL_POINT#; touch_point: 0.0663, 0.9451, lift_point: 0.0663, 0.9451" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" capital of Brazil\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Brazil\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1693, 0.3372, lift_point: 0.1693, 0.3372", "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.266, lift_point: 0.127, 0.266" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5779, 0.1509, lift_point: 0.5779, 0.1509", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8322, 0.613, lift_point: 0.8322, 0.613", "pred": "The action is #DUAL_POINT#; touch_point: 0.911, 0.6422, lift_point: 0.911, 0.6422" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1779, 0.8781, lift_point: 0.1779, 0.8781", "pred": "The action is #DUAL_POINT#; touch_point: 0.0437, 0.466, lift_point: 0.0437, 0.466" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1161, 0.279, lift_point: 0.1161, 0.279", "pred": "The action is #DUAL_POINT#; touch_point: 0.1185, 0.9451, lift_point: 0.1185, 0.9451" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" capital of Italy\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Italy\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1834, 0.2831, lift_point: 0.1834, 0.2831", "pred": "The action is #DUAL_POINT#; touch_point: 0.1342, 0.1007, lift_point: 0.1342, 0.1007" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2408, 0.0333, lift_point: 0.2408, 0.0333", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4306, 0.2395, lift_point: 0.4306, 0.2395", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6468, 0.3841, lift_point: 0.6468, 0.3841", "pred": "The action is #DUAL_POINT#; touch_point: 0.422, 0.9355, lift_point: 0.422, 0.9355" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5954, 0.5203, lift_point: 0.5954, 0.5203", "pred": "The action is #DUAL_POINT#; touch_point: 0.5854, 0.5854, lift_point: 0.5854, 0.5854" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9472, 0.4803, lift_point: 0.9472, 0.4803", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9472, 0.4803, lift_point: 0.9472, 0.4803", "pred": "The action is #DUAL_POINT#; touch_point: 0.9093, 0.3978, lift_point: 0.9093, 0.3978" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8591, 0.8864, lift_point: 0.8591, 0.8864", "pred": "The action is #DUAL_POINT#; touch_point: 0.6459, 0.6459, lift_point: 0.6459, 0.6459" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8212, 0.6184, lift_point: 0.8212, 0.6184", "pred": "The action is #DUAL_POINT#; touch_point: 0.9112, 0.5303, lift_point: 0.9112, 0.5303" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.058, 0.9288, lift_point: 0.058, 0.9288", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.8574, lift_point: 0.0699, 0.8574" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0576, 0.9312, lift_point: 0.0576, 0.9312", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.058, 0.9427, lift_point: 0.058, 0.9427", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2302, 0.6831, lift_point: 0.2302, 0.6831", "pred": "The action is #DUAL_POINT#; touch_point: 0.0431, 0.9452, lift_point: 0.0431, 0.9452" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8274, 0.6273, lift_point: 0.8274, 0.6273", "pred": "The action is #DUAL_POINT#; touch_point: 0.9113, 0.3214, lift_point: 0.9113, 0.3214" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0619, 0.3492, lift_point: 0.0619, 0.3492", "pred": "The action is #DUAL_POINT#; touch_point: 0.0618, 0.9453, lift_point: 0.0618, 0.9453" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"a good restaurant in Atlanta\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"a good restaurant in Atlanta\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1215, 0.2697, lift_point: 0.1215, 0.2697", "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.3167, lift_point: 0.127, 0.3167" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5079, 0.4654, lift_point: 0.5079, 0.4654" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4745, 0.1617, lift_point: 0.4745, 0.1617", "pred": "The action is #DUAL_POINT#; touch_point: 0.1469, 0.8738, lift_point: 0.1469, 0.8738" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5957, 0.4706, lift_point: 0.5957, 0.4706", "pred": "The action is #DUAL_POINT#; touch_point: 0.5936, 0.1617, lift_point: 0.5936, 0.1617" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852", "pred": "The action is #DUAL_POINT#; touch_point: 0.8228, 0.3456, lift_point: 0.8228, 0.3456" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7906, 0.6852, lift_point: 0.7906, 0.6852", "pred": "The action is #DUAL_POINT#; touch_point: 0.8754, 0.3445, lift_point: 0.8754, 0.3445" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.794, 0.6887, lift_point: 0.794, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.8535, 0.7156, lift_point: 0.8535, 0.7156" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.5818, lift_point: 0.0597, 0.5818", "pred": "The action is #DUAL_POINT#; touch_point: 0.1719, 0.645, lift_point: 0.1719, 0.645" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"efrigerators at Home Depot\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.133, 0.5107, lift_point: 0.133, 0.5107", "pred": "The action is #DUAL_POINT#; touch_point: 0.1326, 0.389, lift_point: 0.1326, 0.389" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4154, 0.5376, lift_point: 0.4154, 0.5376", "pred": "The action is #DUAL_POINT#; touch_point: 0.4012, 0.499, lift_point: 0.4012, 0.499" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3095, 0.3093, lift_point: 0.3095, 0.3093" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7884, 0.6877, lift_point: 0.7884, 0.6877", "pred": "The action is #DUAL_POINT#; touch_point: 0.796, 0.696, lift_point: 0.796, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7929, 0.6916, lift_point: 0.7929, 0.6916", "pred": "The action is #DUAL_POINT#; touch_point: 0.8759, 0.344, lift_point: 0.8759, 0.344" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.064, 0.648, lift_point: 0.064, 0.648", "pred": "The action is #DUAL_POINT#; touch_point: 0.1274, 0.5217, lift_point: 0.1274, 0.5217" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0588, 0.9276, lift_point: 0.0588, 0.9276", "pred": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.0651, lift_point: 0.0651, 0.0651" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Hotel in Buenos aires\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Hotel in Buenos aires\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1293, 0.501, lift_point: 0.1293, 0.501", "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.463, lift_point: 0.127, 0.463" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5579, 0.2896, lift_point: 0.5579, 0.2896" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7899, 0.6865, lift_point: 0.7899, 0.6865", "pred": "The action is #DUAL_POINT#; touch_point: 0.7939, 0.6887, lift_point: 0.7939, 0.6887" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0555, 0.5763, lift_point: 0.0555, 0.5763", "pred": "The action is #DUAL_POINT#; touch_point: 0.067, 0.429, lift_point: 0.067, 0.429" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0608, 0.9302, lift_point: 0.0608, 0.9302", "pred": "The action is #DUAL_POINT#; touch_point: 0.054, 0.5771, lift_point: 0.054, 0.5771" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Paris\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1225, 0.4475, lift_point: 0.1225, 0.4475", "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.373, lift_point: 0.127, 0.373" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7887, 0.6914, lift_point: 0.7887, 0.6914", "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.696, lift_point: 0.7968, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0686, 0.4808, lift_point: 0.0686, 0.4808", "pred": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.4778, lift_point: 0.1171, 0.4778" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0561, 0.9312, lift_point: 0.0561, 0.9312", "pred": "The action is #DUAL_POINT#; touch_point: 0.1175, 0.9165, lift_point: 0.1175, 0.9165" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Colombia\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Colombia\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1197, 0.3141, lift_point: 0.1197, 0.3141", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7875, 0.688, lift_point: 0.7875, 0.688", "pred": "The action is #DUAL_POINT#; touch_point: 0.7918, 0.6897, lift_point: 0.7918, 0.6897" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0648, 0.7198, lift_point: 0.0648, 0.7198", "pred": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.4495, lift_point: 0.0627, 0.4495" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0563, 0.9508, lift_point: 0.0563, 0.9508", "pred": "The action is #DUAL_POINT#; touch_point: 0.1225, 0.9356, lift_point: 0.1225, 0.9356" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.048, 0.5745, lift_point: 0.048, 0.5745", "pred": "The action is #DUAL_POINT#; touch_point: 0.1209, 0.8395, lift_point: 0.1209, 0.8395" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Paris\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1206, 0.5815, lift_point: 0.1206, 0.5815", "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.373, lift_point: 0.1177, 0.373" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7856, 0.5152, lift_point: 0.7856, 0.5152", "pred": "The action is #DUAL_POINT#; touch_point: 0.8009, 0.6958, lift_point: 0.8009, 0.6958" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0519, 0.8038, lift_point: 0.0519, 0.8038", "pred": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.0835, lift_point: 0.0622, 0.0835" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0551, 0.9466, lift_point: 0.0551, 0.9466", "pred": "The action is #DUAL_POINT#; touch_point: 0.1092, 0.2437, lift_point: 0.1092, 0.2437" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"uber app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"uber app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1251, 0.2961, lift_point: 0.1251, 0.2961", "pred": "The action is #DUAL_POINT#; touch_point: 0.1128, 0.2217, lift_point: 0.1128, 0.2217" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1433, 0.8404, lift_point: 0.1433, 0.8404", "pred": "The action is #DUAL_POINT#; touch_point: 0.1391, 0.8545, lift_point: 0.1391, 0.8545" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1433, 0.8404, lift_point: 0.1433, 0.8404", "pred": "The action is #DUAL_POINT#; touch_point: 0.1412, 0.9045, lift_point: 0.1412, 0.9045" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5041, 0.5143, lift_point: 0.5041, 0.5143", "pred": "The action is #DUAL_POINT#; touch_point: 0.4496, 0.3095, lift_point: 0.4496, 0.3095" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1358, 0.8552, lift_point: 0.1358, 0.8552" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717", "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.6968, lift_point: 0.7968, 0.6968" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8037, 0.717, lift_point: 0.8037, 0.717", "pred": "The action is #DUAL_POINT#; touch_point: 0.8759, 0.3446, lift_point: 0.8759, 0.3446" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.063, 0.4462, lift_point: 0.063, 0.4462", "pred": "The action is #DUAL_POINT#; touch_point: 0.0603, 0.537, lift_point: 0.0603, 0.537" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0613, 0.9393, lift_point: 0.0613, 0.9393", "pred": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.9351, lift_point: 0.0621, 0.9351" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"what is the speed of a jet\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"what is the speed of a jet.\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1164, 0.479, lift_point: 0.1164, 0.479", "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.397, lift_point: 0.117, 0.397" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3651, 0.246, lift_point: 0.3651, 0.246", "pred": "The action is #DUAL_POINT#; touch_point: 0.3326, 0.3184, lift_point: 0.3326, 0.3184" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4376, 0.437, lift_point: 0.4376, 0.437" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7995, 0.6924, lift_point: 0.7995, 0.6924", "pred": "The action is #DUAL_POINT#; touch_point: 0.2941, 0.6731, lift_point: 0.2941, 0.6731" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.6164, lift_point: 0.0572, 0.6164", "pred": "The action is #DUAL_POINT#; touch_point: 0.0679, 0.4613, lift_point: 0.0679, 0.4613" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0602, 0.9258, lift_point: 0.0602, 0.9258", "pred": "The action is #DUAL_POINT#; touch_point: 0.0513, 0.9453, lift_point: 0.0513, 0.9453" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"where can i buy a nice beach blanket\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"where can I buy a nice beach blanket\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1209, 0.6377, lift_point: 0.1209, 0.6377", "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.3732, lift_point: 0.1179, 0.3732" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4363, 0.4836, lift_point: 0.4363, 0.4836", "pred": "The action is #DUAL_POINT#; touch_point: 0.3185, 0.3193, lift_point: 0.3185, 0.3193" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7954, 0.726, lift_point: 0.7954, 0.726", "pred": "The action is #DUAL_POINT#; touch_point: 0.7802, 0.6728, lift_point: 0.7802, 0.6728" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.055, 0.5287, lift_point: 0.055, 0.5287", "pred": "The action is #DUAL_POINT#; touch_point: 0.0642, 0.477, lift_point: 0.0642, 0.477" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.9427, lift_point: 0.0638, 0.9427", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.9351, lift_point: 0.0699, 0.9351" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of brazil\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of brazil\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1306, 0.2331, lift_point: 0.1306, 0.2331", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.456, lift_point: 0.123, 0.456" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7883, 0.6743, lift_point: 0.7883, 0.6743", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0571, 0.5349, lift_point: 0.0571, 0.5349", "pred": "The action is #DUAL_POINT#; touch_point: 0.065, 0.449, lift_point: 0.065, 0.449" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0569, 0.9384, lift_point: 0.0569, 0.9384", "pred": "The action is #DUAL_POINT#; touch_point: 0.0577, 0.9387, lift_point: 0.0577, 0.9387" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in barbados\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in barbados\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1341, 0.2067, lift_point: 0.1341, 0.2067", "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.393, lift_point: 0.1179, 0.393" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5863, 0.3413, lift_point: 0.5863, 0.3413", "pred": "The action is #DUAL_POINT#; touch_point: 0.3173, 0.2299, lift_point: 0.3173, 0.2299" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.778, 0.833, lift_point: 0.778, 0.833", "pred": "The action is #DUAL_POINT#; touch_point: 0.1589, 0.8525, lift_point: 0.1589, 0.8525" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.619, 0.4869, lift_point: 0.619, 0.4869", "pred": "The action is #DUAL_POINT#; touch_point: 0.3963, 0.3996, lift_point: 0.3963, 0.3996" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3443, 0.3518, lift_point: 0.3443, 0.3518", "pred": "The action is #DUAL_POINT#; touch_point: 0.3173, 0.2214, lift_point: 0.3173, 0.2214" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2702, 0.36, lift_point: 0.2702, 0.36", "pred": "The action is #DUAL_POINT#; touch_point: 0.9158, 0.4938, lift_point: 0.9158, 0.4938" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.39, 0.2406, lift_point: 0.39, 0.2406", "pred": "The action is #DUAL_POINT#; touch_point: 0.5971, 0.3678, lift_point: 0.5971, 0.3678" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1228, 0.9437, lift_point: 0.1228, 0.9437" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1565, 0.2216, lift_point: 0.1565, 0.2216" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7814, 0.9053, lift_point: 0.7814, 0.9053", "pred": "The action is #DUAL_POINT#; touch_point: 0.204, 0.1467, lift_point: 0.204, 0.1467" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2042, 0.1397, lift_point: 0.2042, 0.1397" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.9103, 0.4953, lift_point: 0.9103, 0.4953" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1654, 0.1646, lift_point: 0.1654, 0.1646", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0629, 0.7892, lift_point: 0.0629, 0.7892", "pred": "The action is #DUAL_POINT#; touch_point: 0.2078, 0.3175, lift_point: 0.2078, 0.3175" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0753, 0.2557, lift_point: 0.0753, 0.2557", "pred": "The action is #DUAL_POINT#; touch_point: 0.6856, 0.123, lift_point: 0.6856, 0.123" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Good french restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Good french restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1893, 0.4882, lift_point: 0.1893, 0.4882", "pred": "The action is #DUAL_POINT#; touch_point: 0.1162, 0.443, lift_point: 0.1162, 0.443" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8789, 0.4552, lift_point: 0.8789, 0.4552", "pred": "The action is #DUAL_POINT#; touch_point: 0.9102, 0.4955, lift_point: 0.9102, 0.4955" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8867, 0.412, lift_point: 0.8867, 0.412", "pred": "The action is #DUAL_POINT#; touch_point: 0.906, 0.4156, lift_point: 0.906, 0.4156" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0714, 0.8954, lift_point: 0.0714, 0.8954", "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.324, lift_point: 0.117, 0.324" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.05, 0.2223, lift_point: 0.05, 0.2223", "pred": "The action is #DUAL_POINT#; touch_point: 0.0604, 0.429, lift_point: 0.0604, 0.429" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Macys?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0563, 0.2924, lift_point: 0.0563, 0.2924" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1224, 0.4455, lift_point: 0.1224, 0.4455", "pred": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.2553, lift_point: 0.1276, 0.2553" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1629, 0.8535, lift_point: 0.1629, 0.8535" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.908, 0.4306, lift_point: 0.908, 0.4306", "pred": "The action is #DUAL_POINT#; touch_point: 0.908, 0.4358, lift_point: 0.908, 0.4358" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0449, 0.2757, lift_point: 0.0449, 0.2757", "pred": "The action is #DUAL_POINT#; touch_point: 0.672, 0.306, lift_point: 0.672, 0.306" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6864, 0.7784, lift_point: 0.6864, 0.7784", "pred": "The action is #DUAL_POINT#; touch_point: 0.645, 0.299, lift_point: 0.645, 0.299" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Who is the prime minister of Canada?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Who is the prime minister of Canada?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6864, 0.7784, lift_point: 0.6864, 0.7784", "pred": "The action is #DUAL_POINT#; touch_point: 0.6876, 0.3048, lift_point: 0.6876, 0.3048" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1254, 0.4286, lift_point: 0.1254, 0.4286", "pred": "The action is #DUAL_POINT#; touch_point: 0.1225, 0.2553, lift_point: 0.1225, 0.2553" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8022, 0.8505, lift_point: 0.8022, 0.8505", "pred": "The action is #DUAL_POINT#; touch_point: 0.911, 0.4051, lift_point: 0.911, 0.4051" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7986, 0.8009, lift_point: 0.7986, 0.8009", "pred": "The action is #DUAL_POINT#; touch_point: 0.9113, 0.522, lift_point: 0.9113, 0.522" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0543, 0.0611, lift_point: 0.0543, 0.0611", "pred": "The action is #DUAL_POINT#; touch_point: 0.054, 0.054, lift_point: 0.054, 0.054" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.045, 0.8247, lift_point: 0.045, 0.8247", "pred": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.9351, lift_point: 0.0572, 0.9351" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.724, lift_point: 0.0651, 0.724", "pred": "The action is #DUAL_POINT#; touch_point: 0.1776, 0.3067, lift_point: 0.1776, 0.3067" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"ign lates video\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"ign lates video\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1314, 0.3189, lift_point: 0.1314, 0.3189", "pred": "The action is #DUAL_POINT#; touch_point: 0.2187, 0.3108, lift_point: 0.2187, 0.3108" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1426, 0.7127, lift_point: 0.1426, 0.7127", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.2629, lift_point: 0.1171, 0.2629", "pred": "The action is #DUAL_POINT#; touch_point: 0.1713, 0.9172, lift_point: 0.1713, 0.9172" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.232, 0.2437, lift_point: 0.232, 0.2437", "pred": "The action is #DUAL_POINT#; touch_point: 0.146, 0.9163, lift_point: 0.146, 0.9163" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.241, 0.2248, lift_point: 0.241, 0.2248", "pred": "The action is #DUAL_POINT#; touch_point: 0.157, 0.9048, lift_point: 0.157, 0.9048" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2338, 0.1303, lift_point: 0.2338, 0.1303", "pred": "The action is #DUAL_POINT#; touch_point: 0.265, 0.2656, lift_point: 0.265, 0.2656" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1083, 0.5662, lift_point: 0.1083, 0.5662", "pred": "The action is #DUAL_POINT#; touch_point: 0.2004, 0.8582, lift_point: 0.2004, 0.8582" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1475, 0.5133, lift_point: 0.1475, 0.5133", "pred": "The action is #DUAL_POINT#; touch_point: 0.2121, 0.8954, lift_point: 0.2121, 0.8954" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1998, 0.8597, lift_point: 0.1998, 0.8597" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5251, 0.5935, lift_point: 0.5251, 0.5935", "pred": "The action is #DUAL_POINT#; touch_point: 0.1689, 0.8657, lift_point: 0.1689, 0.8657" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8857, 0.4438, lift_point: 0.8857, 0.4438", "pred": "The action is #DUAL_POINT#; touch_point: 0.8749, 0.3453, lift_point: 0.8749, 0.3453" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.067, 0.3127, lift_point: 0.067, 0.3127", "pred": "The action is #DUAL_POINT#; touch_point: 0.047, 0.294, lift_point: 0.047, 0.294" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1437, 0.4795, lift_point: 0.1437, 0.4795", "pred": "The action is #DUAL_POINT#; touch_point: 0.1274, 0.2794, lift_point: 0.1274, 0.2794" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.911, 0.3357, lift_point: 0.911, 0.3357" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.1003, lift_point: 0.7989, 0.1003", "pred": "The action is #DUAL_POINT#; touch_point: 0.1689, 0.8698, lift_point: 0.1689, 0.8698" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7828, 0.8909, lift_point: 0.7828, 0.8909", "pred": "The action is #DUAL_POINT#; touch_point: 0.9068, 0.4154, lift_point: 0.9068, 0.4154" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0677, 0.0588, lift_point: 0.0677, 0.0588", "pred": "The action is #DUAL_POINT#; touch_point: 0.2211, 0.8596, lift_point: 0.2211, 0.8596" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0564, 0.8052, lift_point: 0.0564, 0.8052", "pred": "The action is #DUAL_POINT#; touch_point: 0.1753, 0.8874, lift_point: 0.1753, 0.8874" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0675, 0.5065, lift_point: 0.0675, 0.5065", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Taylor Swift\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new Taylor Swift video\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new Taylor Swift video\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1215, 0.4143, lift_point: 0.1215, 0.4143", "pred": "The action is #DUAL_POINT#; touch_point: 0.1768, 0.5792, lift_point: 0.1768, 0.5792" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2273, 0.4296, lift_point: 0.2273, 0.4296" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6668, 0.4068, lift_point: 0.6668, 0.4068", "pred": "The action is #DUAL_POINT#; touch_point: 0.145, 0.323, lift_point: 0.145, 0.323" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1596, 0.4751, lift_point: 0.1596, 0.4751", "pred": "The action is #DUAL_POINT#; touch_point: 0.1536, 0.4712, lift_point: 0.1536, 0.4712" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1537, 0.9352, lift_point: 0.1537, 0.9352" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8836, 0.517, lift_point: 0.8836, 0.517", "pred": "The action is #DUAL_POINT#; touch_point: 0.9026, 0.3895, lift_point: 0.9026, 0.3895" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0591, 0.3216, lift_point: 0.0591, 0.3216", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at McDonalds\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at McDonalds?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at McDonalds?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1436, 0.4823, lift_point: 0.1436, 0.4823", "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.306, lift_point: 0.127, 0.306" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5388, 0.7515, lift_point: 0.5388, 0.7515", "pred": "The action is #DUAL_POINT#; touch_point: 0.1588, 0.672, lift_point: 0.1588, 0.672" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1429, 0.259, lift_point: 0.1429, 0.259", "pred": "The action is #DUAL_POINT#; touch_point: 0.1238, 0.3938, lift_point: 0.1238, 0.3938" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8912, 0.4192, lift_point: 0.8912, 0.4192", "pred": "The action is #DUAL_POINT#; touch_point: 0.9047, 0.3454, lift_point: 0.9047, 0.3454" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0727, 0.2979, lift_point: 0.0727, 0.2979", "pred": "The action is #DUAL_POINT#; touch_point: 0.0768, 0.2458, lift_point: 0.0768, 0.2458" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4813, 0.3744, lift_point: 0.4813, 0.3744", "pred": "The action is #DUAL_POINT#; touch_point: 0.1274, 0.3015, lift_point: 0.1274, 0.3015" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.36, 0.3085, lift_point: 0.36, 0.3085", "pred": "The action is #DUAL_POINT#; touch_point: 0.3123, 0.2607, lift_point: 0.3123, 0.2607" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.278, 0.344, lift_point: 0.278, 0.344" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7714, 0.6865, lift_point: 0.7714, 0.6865", "pred": "The action is #DUAL_POINT#; touch_point: 0.8866, 0.516, lift_point: 0.8866, 0.516" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8819, 0.3955, lift_point: 0.8819, 0.3955", "pred": "The action is #DUAL_POINT#; touch_point: 0.9105, 0.355, lift_point: 0.9105, 0.355" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8824, 0.7775, lift_point: 0.8824, 0.7775", "pred": "The action is #DUAL_POINT#; touch_point: 0.8857, 0.4998, lift_point: 0.8857, 0.4998" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8924, 0.8149, lift_point: 0.8924, 0.8149", "pred": "The action is #DUAL_POINT#; touch_point: 0.306, 0.439, lift_point: 0.306, 0.439" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3153, 0.5462, lift_point: 0.3153, 0.5462", "pred": "The action is #DUAL_POINT#; touch_point: 0.2778, 0.2711, lift_point: 0.2778, 0.2711" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1419, 0.6766, lift_point: 0.1419, 0.6766", "pred": "The action is #DUAL_POINT#; touch_point: 0.1273, 0.306, lift_point: 0.1273, 0.306" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9109, 0.4037, lift_point: 0.9109, 0.4037", "pred": "The action is #DUAL_POINT#; touch_point: 0.8866, 0.479, lift_point: 0.8866, 0.479" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Olive Garden?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Olive Garden?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1182, 0.2294, lift_point: 0.1182, 0.2294", "pred": "The action is #DUAL_POINT#; touch_point: 0.0522, 0.0522, lift_point: 0.0522, 0.0522" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6416, 0.9406, lift_point: 0.6416, 0.9406" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7975, 0.8581, lift_point: 0.7975, 0.8581", "pred": "The action is #DUAL_POINT#; touch_point: 0.8865, 0.4948, lift_point: 0.8865, 0.4948" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0609, 0.7968, lift_point: 0.0609, 0.7968", "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.8696, lift_point: 0.1177, 0.8696" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Bruno Mars\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Bruno Mars\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1004, 0.2786, lift_point: 0.1004, 0.2786", "pred": "The action is #DUAL_POINT#; touch_point: 0.1167, 0.2496, lift_point: 0.1167, 0.2496" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4055, 0.627, lift_point: 0.4055, 0.627", "pred": "The action is #DUAL_POINT#; touch_point: 0.2187, 0.6934, lift_point: 0.2187, 0.6934" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7798, 0.7328, lift_point: 0.7798, 0.7328" }, { "gt": "The action is #STATUS_TASK_IMPOSSIBLE#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4996, 0.1605, lift_point: 0.4996, 0.1605", "pred": "The action is #DUAL_POINT#; touch_point: 0.1689, 0.6734, lift_point: 0.1689, 0.6734" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.491, 0.2181, lift_point: 0.491, 0.2181", "pred": "The action is #DUAL_POINT#; touch_point: 0.9359, 0.3087, lift_point: 0.9359, 0.3087" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9053, 0.347, lift_point: 0.9053, 0.347", "pred": "The action is #DUAL_POINT#; touch_point: 0.902, 0.345, lift_point: 0.902, 0.345" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new blush\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new blush\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1311, 0.364, lift_point: 0.1311, 0.364", "pred": "The action is #DUAL_POINT#; touch_point: 0.1092, 0.2297, lift_point: 0.1092, 0.2297" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8768, 0.4786, lift_point: 0.8768, 0.4786", "pred": "The action is #DUAL_POINT#; touch_point: 0.917, 0.522, lift_point: 0.917, 0.522" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1938, 0.5989, lift_point: 0.1938, 0.5989", "pred": "The action is #DUAL_POINT#; touch_point: 0.1152, 0.3154, lift_point: 0.1152, 0.3154" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.477, 0.4774, lift_point: 0.477, 0.4774" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6627, 0.8258, lift_point: 0.6627, 0.8258", "pred": "The action is #DUAL_POINT#; touch_point: 0.8929, 0.3454, lift_point: 0.8929, 0.3454" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0549, 0.052, lift_point: 0.0549, 0.052", "pred": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.0623, lift_point: 0.0572, 0.0623" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0515, 0.0547, lift_point: 0.0515, 0.0547", "pred": "The action is #DUAL_POINT#; touch_point: 0.0677, 0.061, lift_point: 0.0677, 0.061" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0554, 0.8045, lift_point: 0.0554, 0.8045", "pred": "The action is #DUAL_POINT#; touch_point: 0.2948, 0.309, lift_point: 0.2948, 0.309" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Game Informer\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Game Informer\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.123, 0.3606, lift_point: 0.123, 0.3606", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4453, 0.3949, lift_point: 0.4453, 0.3949", "pred": "The action is #DUAL_POINT#; touch_point: 0.2472, 0.4613, lift_point: 0.2472, 0.4613" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1563, 0.5084, lift_point: 0.1563, 0.5084", "pred": "The action is #DUAL_POINT#; touch_point: 0.221, 0.4611, lift_point: 0.221, 0.4611" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3141, 0.9451, lift_point: 0.3141, 0.9451", "pred": "The action is #DUAL_POINT#; touch_point: 0.1102, 0.9108, lift_point: 0.1102, 0.9108" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5595, 0.1967, lift_point: 0.5595, 0.1967", "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.6736, lift_point: 0.7968, 0.6736" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8946, 0.5747, lift_point: 0.8946, 0.5747", "pred": "The action is #DUAL_POINT#; touch_point: 0.908, 0.4154, lift_point: 0.908, 0.4154" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit this week\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0586, 0.9156, lift_point: 0.0586, 0.9156", "pred": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.2099, lift_point: 0.1173, 0.2099" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2572, 0.3211, lift_point: 0.2572, 0.3211", "pred": "The action is #DUAL_POINT#; touch_point: 0.1278, 0.2698, lift_point: 0.1278, 0.2698" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8651, 0.8292, lift_point: 0.8651, 0.8292", "pred": "The action is #DUAL_POINT#; touch_point: 0.1864, 0.8732, lift_point: 0.1864, 0.8732" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7825, 0.635, lift_point: 0.7825, 0.635", "pred": "The action is #DUAL_POINT#; touch_point: 0.7964, 0.6964, lift_point: 0.7964, 0.6964" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0497, 0.557, lift_point: 0.0497, 0.557", "pred": "The action is #DUAL_POINT#; touch_point: 0.067, 0.5375, lift_point: 0.067, 0.5375" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" hotels in London\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in London\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1048, 0.2982, lift_point: 0.1048, 0.2982", "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.406, lift_point: 0.127, 0.406" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7789, 0.6244, lift_point: 0.7789, 0.6244", "pred": "The action is #DUAL_POINT#; touch_point: 0.9109, 0.345, lift_point: 0.9109, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0431, 0.5396, lift_point: 0.0431, 0.5396", "pred": "The action is #DUAL_POINT#; touch_point: 0.0444, 0.4956, lift_point: 0.0444, 0.4956" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US president?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news about the US president?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.119, 0.822, lift_point: 0.119, 0.822", "pred": "The action is #DUAL_POINT#; touch_point: 0.1237, 0.2553, lift_point: 0.1237, 0.2553" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3067, 0.2148, lift_point: 0.3067, 0.2148", "pred": "The action is #DUAL_POINT#; touch_point: 0.1233, 0.322, lift_point: 0.1233, 0.322" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7966, 0.5681, lift_point: 0.7966, 0.5681", "pred": "The action is #DUAL_POINT#; touch_point: 0.779, 0.287, lift_point: 0.779, 0.287" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.4399, lift_point: 0.0621, 0.4399", "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.9451, lift_point: 0.061, 0.9451" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new lipgloss\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new lipgloss\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1204, 0.187, lift_point: 0.1204, 0.187", "pred": "The action is #DUAL_POINT#; touch_point: 0.1275, 0.2536, lift_point: 0.1275, 0.2536" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.237, 0.3736, lift_point: 0.237, 0.3736" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8939, 0.1512, lift_point: 0.8939, 0.1512", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.6652, lift_point: 0.799, 0.6652" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0538, 0.0816, lift_point: 0.0538, 0.0816", "pred": "The action is #DUAL_POINT#; touch_point: 0.0669, 0.306, lift_point: 0.0669, 0.306" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0652, 0.0652, lift_point: 0.0652, 0.0652" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7933, 0.6138, lift_point: 0.7933, 0.6138", "pred": "The action is #DUAL_POINT#; touch_point: 0.7792, 0.3067, lift_point: 0.7792, 0.3067" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.2905, lift_point: 0.0518, 0.2905", "pred": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.5379, lift_point: 0.0597, 0.5379" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this morning?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this morning?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1125, 0.7887, lift_point: 0.1125, 0.7887", "pred": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.3733, lift_point: 0.1276, 0.3733" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2198, 0.1717, lift_point: 0.2198, 0.1717", "pred": "The action is #DUAL_POINT#; touch_point: 0.1613, 0.3097, lift_point: 0.1613, 0.3097" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2778, 0.3324, lift_point: 0.2778, 0.3324" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5618, 0.6315, lift_point: 0.5618, 0.6315", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6427, 0.8874, lift_point: 0.6427, 0.8874", "pred": "The action is #DUAL_POINT#; touch_point: 0.911, 0.345, lift_point: 0.911, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0461, 0.9547, lift_point: 0.0461, 0.9547", "pred": "The action is #DUAL_POINT#; touch_point: 0.052, 0.9457, lift_point: 0.052, 0.9457" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.0544, lift_point: 0.0596, 0.0544", "pred": "The action is #DUAL_POINT#; touch_point: 0.1711, 0.8622, lift_point: 0.1711, 0.8622" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0442, 0.6459, lift_point: 0.0442, 0.6459", "pred": "The action is #DUAL_POINT#; touch_point: 0.1772, 0.8176, lift_point: 0.1772, 0.8176" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Play the new Katy Perry video on YouTube\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Katy Perry\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0945, 0.5782, lift_point: 0.0945, 0.5782", "pred": "The action is #DUAL_POINT#; touch_point: 0.1584, 0.4294, lift_point: 0.1584, 0.4294" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.607, 0.6407, lift_point: 0.607, 0.6407", "pred": "The action is #DUAL_POINT#; touch_point: 0.1466, 0.8926, lift_point: 0.1466, 0.8926" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.124, 0.9351, lift_point: 0.124, 0.9351" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7883, 0.6369, lift_point: 0.7883, 0.6369", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2507, 0.3178, lift_point: 0.2507, 0.3178", "pred": "The action is #DUAL_POINT#; touch_point: 0.2941, 0.4628, lift_point: 0.2941, 0.4628" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1049, 0.418, lift_point: 0.1049, 0.418", "pred": "The action is #DUAL_POINT#; touch_point: 0.1135, 0.2218, lift_point: 0.1135, 0.2218" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3298, 0.457, lift_point: 0.3298, 0.457", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4655, 0.7441, lift_point: 0.4655, 0.7441", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8142, 0.616, lift_point: 0.8142, 0.616", "pred": "The action is #DUAL_POINT#; touch_point: 0.9172, 0.345, lift_point: 0.9172, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.3675, lift_point: 0.0612, 0.3675", "pred": "The action is #DUAL_POINT#; touch_point: 0.0579, 0.3961, lift_point: 0.0579, 0.3961" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in planetary science?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1043, 0.6775, lift_point: 0.1043, 0.6775", "pred": "The action is #DUAL_POINT#; touch_point: 0.1135, 0.2974, lift_point: 0.1135, 0.2974" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8248, 0.6278, lift_point: 0.8248, 0.6278", "pred": "The action is #DUAL_POINT#; touch_point: 0.7948, 0.2922, lift_point: 0.7948, 0.2922" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0607, 0.5042, lift_point: 0.0607, 0.5042", "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.9451, lift_point: 0.061, 0.9451" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Zurich to Helsinki\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Zurich to Helsinki\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1281, 0.6857, lift_point: 0.1281, 0.6857", "pred": "The action is #DUAL_POINT#; touch_point: 0.1274, 0.3065, lift_point: 0.1274, 0.3065" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3366, 0.2624, lift_point: 0.3366, 0.2624" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2906, 0.4312, lift_point: 0.2906, 0.4312", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4631, 0.4627, lift_point: 0.4631, 0.4627" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6819, 0.6296, lift_point: 0.6819, 0.6296", "pred": "The action is #DUAL_POINT#; touch_point: 0.9057, 0.4994, lift_point: 0.9057, 0.4994" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.043, 0.4424, lift_point: 0.043, 0.4424", "pred": "The action is #DUAL_POINT#; touch_point: 0.063, 0.4919, lift_point: 0.063, 0.4919" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.102, 0.4834, lift_point: 0.102, 0.4834", "pred": "The action is #DUAL_POINT#; touch_point: 0.113, 0.255, lift_point: 0.113, 0.255" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4082, 0.2497, lift_point: 0.4082, 0.2497", "pred": "The action is #DUAL_POINT#; touch_point: 0.2475, 0.446, lift_point: 0.2475, 0.446" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3235, 0.383, lift_point: 0.3235, 0.383", "pred": "The action is #DUAL_POINT#; touch_point: 0.2316, 0.8455, lift_point: 0.2316, 0.8455" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1404, 0.8544, lift_point: 0.1404, 0.8544" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8926, 0.3085, lift_point: 0.8926, 0.3085" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1577, 0.43, lift_point: 0.1577, 0.43", "pred": "The action is #DUAL_POINT#; touch_point: 0.1628, 0.5087, lift_point: 0.1628, 0.5087" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0644, 0.7894, lift_point: 0.0644, 0.7894", "pred": "The action is #DUAL_POINT#; touch_point: 0.0526, 0.7931, lift_point: 0.0526, 0.7931" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1048, 0.2927, lift_point: 0.1048, 0.2927" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8837, 0.4217, lift_point: 0.8837, 0.4217", "pred": "The action is #DUAL_POINT#; touch_point: 0.9105, 0.3454, lift_point: 0.9105, 0.3454" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"planetary science?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"planetary science?\"" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0665, 0.2944, lift_point: 0.0665, 0.2944" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5443, 0.8308, lift_point: 0.5443, 0.8308", "pred": "The action is #DUAL_POINT#; touch_point: 0.1362, 0.9342, lift_point: 0.1362, 0.9342" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0465, 0.9343, lift_point: 0.0465, 0.9343", "pred": "The action is #DUAL_POINT#; touch_point: 0.1279, 0.2554, lift_point: 0.1279, 0.2554" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"atest news in planetary science?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1197, 0.2554, lift_point: 0.1197, 0.2554" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1111, 0.206, lift_point: 0.1111, 0.206", "pred": "The action is #DUAL_POINT#; touch_point: 0.116, 0.3085, lift_point: 0.116, 0.3085" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1704, 0.206, lift_point: 0.1704, 0.206", "pred": "The action is #DUAL_POINT#; touch_point: 0.3175, 0.3223, lift_point: 0.3175, 0.3223" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6379, 0.8623, lift_point: 0.6379, 0.8623", "pred": "The action is #DUAL_POINT#; touch_point: 0.9115, 0.345, lift_point: 0.9115, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0459, 0.0777, lift_point: 0.0459, 0.0777", "pred": "The action is #DUAL_POINT#; touch_point: 0.9164, 0.4938, lift_point: 0.9164, 0.4938" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0483, 0.6695, lift_point: 0.0483, 0.6695", "pred": "The action is #DUAL_POINT#; touch_point: 0.1089, 0.374, lift_point: 0.1089, 0.374" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new Maroon 5 video \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new Maroon 5 video\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1008, 0.4559, lift_point: 0.1008, 0.4559", "pred": "The action is #DUAL_POINT#; touch_point: 0.9104, 0.2658, lift_point: 0.9104, 0.2658" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5695, 0.7339, lift_point: 0.5695, 0.7339", "pred": "The action is #DUAL_POINT#; touch_point: 0.1391, 0.6222, lift_point: 0.1391, 0.6222" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1176, 0.9237, lift_point: 0.1176, 0.9237" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4708, 0.6942, lift_point: 0.4708, 0.6942", "pred": "The action is #DUAL_POINT#; touch_point: 0.9309, 0.496, lift_point: 0.9309, 0.496" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.116, 0.4908, lift_point: 0.116, 0.4908", "pred": "The action is #DUAL_POINT#; touch_point: 0.0682, lift_point: 0.0682, 0.068" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.066, 0.9059, lift_point: 0.066, 0.9059", "pred": "The action is #DUAL_POINT#; touch_point: 0.0693, 0.9393, lift_point: 0.0693, 0.9393" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0412, 0.5821, lift_point: 0.0412, 0.5821", "pred": "The action is #DUAL_POINT#; touch_point: 0.0625, 0.9452, lift_point: 0.0625, 0.9452" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news this weekend?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1266, 0.4876, lift_point: 0.1266, 0.4876", "pred": "The action is #DUAL_POINT#; touch_point: 0.1052, 0.2552, lift_point: 0.1052, 0.2552" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5402, 0.8672, lift_point: 0.5402, 0.8672", "pred": "The action is #DUAL_POINT#; touch_point: 0.8635, 0.306, lift_point: 0.8635, 0.306" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1171, 0.3666, lift_point: 0.1171, 0.3666", "pred": "The action is #DUAL_POINT#; touch_point: 0.1272, 0.2554, lift_point: 0.1272, 0.2554" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2471, 0.3168, lift_point: 0.2471, 0.3168", "pred": "The action is #DUAL_POINT#; touch_point: 0.4689, 0.1564, lift_point: 0.4689, 0.1564" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8057, 0.9555, lift_point: 0.8057, 0.9555", "pred": "The action is #DUAL_POINT#; touch_point: 0.2171, 0.6233, lift_point: 0.2171, 0.6233" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1904, 0.9065, lift_point: 0.1904, 0.9065" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8443, 0.6292, lift_point: 0.8443, 0.6292", "pred": "The action is #DUAL_POINT#; touch_point: 0.638, 0.9108, lift_point: 0.638, 0.9108" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0563, 0.5916, lift_point: 0.0563, 0.5916", "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.9453, lift_point: 0.061, 0.9453" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"latest news in cosmology\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"latest news in cosmology\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.3772, lift_point: 0.1179, 0.3772", "pred": "The action is #DUAL_POINT#; touch_point: 0.1212, 0.152, lift_point: 0.1212, 0.152" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3328, 0.4183, lift_point: 0.3328, 0.4183", "pred": "The action is #DUAL_POINT#; touch_point: 0.4682, 0.1934, lift_point: 0.4682, 0.1934" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7234, 0.5215, lift_point: 0.7234, 0.5215", "pred": "The action is #DUAL_POINT#; touch_point: 0.7799, 0.4753, lift_point: 0.7799, 0.4753" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8233, 0.6003, lift_point: 0.8233, 0.6003", "pred": "The action is #DUAL_POINT#; touch_point: 0.9119, 0.3453, lift_point: 0.9119, 0.3453" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.834, 0.6061, lift_point: 0.834, 0.6061", "pred": "The action is #DUAL_POINT#; touch_point: 0.8225, 0.3553, lift_point: 0.8225, 0.3553" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0592, 0.467, lift_point: 0.0592, 0.467", "pred": "The action is #DUAL_POINT#; touch_point: 0.1185, 0.4093, lift_point: 0.1185, 0.4093" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Boston\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Boston\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.2555, lift_point: 0.123, 0.2555" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3276, 0.2949, lift_point: 0.3276, 0.2949", "pred": "The action is #DUAL_POINT#; touch_point: 0.393, 0.393, lift_point: 0.393, 0.393" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8515, 0.6043, lift_point: 0.8515, 0.6043", "pred": "The action is #DUAL_POINT#; touch_point: 0.9163, 0.3454, lift_point: 0.9163, 0.3454" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0412, 0.6625, lift_point: 0.0412, 0.6625", "pred": "The action is #DUAL_POINT#; touch_point: 0.069, 0.4914, lift_point: 0.069, 0.4914" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" price of the 1000-Watt EGO Power+ Snow Blower\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the 1000-Watt EGO Power+ Snow Blower\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1092, 0.3049, lift_point: 0.1092, 0.3049", "pred": "The action is #DUAL_POINT#; touch_point: 0.1184, 0.321, lift_point: 0.1184, 0.321" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.707, 0.3228, lift_point: 0.707, 0.3228" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3369, 0.4648, lift_point: 0.3369, 0.4648", "pred": "The action is #DUAL_POINT#; touch_point: 0.469, 0.4616, lift_point: 0.469, 0.4616" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6878, 0.8905, lift_point: 0.6878, 0.8905", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8466, 0.6103, lift_point: 0.8466, 0.6103", "pred": "The action is #DUAL_POINT#; touch_point: 0.925, 0.3559, lift_point: 0.925, 0.3559" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0492, 0.6506, lift_point: 0.0492, 0.6506", "pred": "The action is #DUAL_POINT#; touch_point: 0.0652, 0.4619, lift_point: 0.0652, 0.4619" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Lowes\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Lowes\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.833, 0.606, lift_point: 0.833, 0.606", "pred": "The action is #DUAL_POINT#; touch_point: 0.9311, 0.345, lift_point: 0.9311, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.8065, lift_point: 0.0672, 0.8065", "pred": "The action is #DUAL_POINT#; touch_point: 0.1026, 0.9209, lift_point: 0.1026, 0.9209" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1363, 0.4329, lift_point: 0.1363, 0.4329", "pred": "The action is #DUAL_POINT#; touch_point: 0.0525, 0.9451, lift_point: 0.0525, 0.9451" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1667, 0.1689, lift_point: 0.1667, 0.1689", "pred": "The action is #DUAL_POINT#; touch_point: 0.0527, 0.0527, lift_point: 0.0527, 0.0527" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3062, 0.4479, lift_point: 0.3062, 0.4479", "pred": "The action is #DUAL_POINT#; touch_point: 0.0675, 0.345, lift_point: 0.0675, 0.345" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"reddit\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1958, 0.4127, lift_point: 0.1958, 0.4127", "pred": "The action is #DUAL_POINT#; touch_point: 0.1674, 0.3095, lift_point: 0.1674, 0.3095" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3548, 0.1196, lift_point: 0.3548, 0.1196", "pred": "The action is #DUAL_POINT#; touch_point: 0.3099, 0.309, lift_point: 0.3099, 0.309" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9226, 0.4547, lift_point: 0.9226, 0.4547", "pred": "The action is #DUAL_POINT#; touch_point: 0.9311, 0.4009, lift_point: 0.9311, 0.4009" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1297, 0.4485, lift_point: 0.1297, 0.4485", "pred": "The action is #DUAL_POINT#; touch_point: 0.1234, 0.2214, lift_point: 0.1234, 0.2214" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4832, 0.6053, lift_point: 0.4832, 0.6053", "pred": "The action is #DUAL_POINT#; touch_point: 0.469, 0.469, lift_point: 0.469, 0.469" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9194, 0.2965, lift_point: 0.9194, 0.2965", "pred": "The action is #DUAL_POINT#; touch_point: 0.917, 0.3422, lift_point: 0.917, 0.3422" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0682, 0.3636, lift_point: 0.0682, 0.3636", "pred": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.263, lift_point: 0.0622, 0.263" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good French restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1176, 0.603, lift_point: 0.1176, 0.603", "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.2318, lift_point: 0.117, 0.2318" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4808, 0.0624, lift_point: 0.4808, 0.0624" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9428, 0.524, lift_point: 0.9428, 0.524", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0667, 0.271, lift_point: 0.0667, 0.271", "pred": "The action is #DUAL_POINT#; touch_point: 0.7752, 0.4613, lift_point: 0.7752, 0.4613" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats a good restaurant in Portland?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2718, 0.5393, lift_point: 0.2718, 0.5393", "pred": "The action is #DUAL_POINT#; touch_point: 0.128, 0.306, lift_point: 0.128, 0.306" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9014, 0.4658, lift_point: 0.9014, 0.4658", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0603, 0.3868, lift_point: 0.0603, 0.3868", "pred": "The action is #DUAL_POINT#; touch_point: 0.047, 0.2536, lift_point: 0.047, 0.2536" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Boston\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for flights from Barcelona to Boston\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1319, 0.272, lift_point: 0.1319, 0.272", "pred": "The action is #DUAL_POINT#; touch_point: 0.156, 0.579, lift_point: 0.156, 0.579" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5594, 0.3859, lift_point: 0.5594, 0.3859", "pred": "The action is #DUAL_POINT#; touch_point: 0.444, 0.3735, lift_point: 0.444, 0.3735" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0914, 0.497, lift_point: 0.0914, 0.497", "pred": "The action is #DUAL_POINT#; touch_point: 0.162, 0.508, lift_point: 0.162, 0.508" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.9164, 0.4879, lift_point: 0.9164, 0.4879" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.607, 0.1523, lift_point: 0.607, 0.1523", "pred": "The action is #DUAL_POINT#; touch_point: 0.1688, 0.506, lift_point: 0.1688, 0.506" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2242, 0.3622, lift_point: 0.2242, 0.3622", "pred": "The action is #DUAL_POINT#; touch_point: 0.1613, 0.3734, lift_point: 0.1613, 0.3734" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0716, 0.3798, lift_point: 0.0716, 0.3798", "pred": "The action is #DUAL_POINT#; touch_point: 0.0703, 0.5185, lift_point: 0.0703, 0.5185" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the HisenseTV cost\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4034, 0.4373, lift_point: 0.4034, 0.4373", "pred": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.336, lift_point: 0.1177, 0.336" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4686, 0.324, lift_point: 0.4686, 0.324" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8139, 0.8516, lift_point: 0.8139, 0.8516", "pred": "The action is #DUAL_POINT#; touch_point: 0.9311, 0.4032, lift_point: 0.9311, 0.4032" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0693, 0.2988, lift_point: 0.0693, 0.2988", "pred": "The action is #DUAL_POINT#; touch_point: 0.047, 0.4234, lift_point: 0.047, 0.4234" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0822, 0.5471, lift_point: 0.0822, 0.5471", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Google\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Google app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Google app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6315, 0.6047, lift_point: 0.6315, 0.6047", "pred": "The action is #DUAL_POINT#; touch_point: 0.1188, 0.449, lift_point: 0.1188, 0.449" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1344, 0.2843, lift_point: 0.1344, 0.2843", "pred": "The action is #DUAL_POINT#; touch_point: 0.1566, 0.4918, lift_point: 0.1566, 0.4918" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1405, 0.4311, lift_point: 0.1405, 0.4311", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.297, lift_point: 0.123, 0.297" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2472, 0.413, lift_point: 0.2472, 0.413" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9271, 0.4142, lift_point: 0.9271, 0.4142", "pred": "The action is #DUAL_POINT#; touch_point: 0.911, 0.345, lift_point: 0.911, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0575, 0.3245, lift_point: 0.0575, 0.3245", "pred": "The action is #DUAL_POINT#; touch_point: 0.0623, 0.2944, lift_point: 0.0623, 0.2944" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.4669, lift_point: 0.0672, 0.4669", "pred": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.9457, lift_point: 0.0621, 0.9457" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Paris\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.4034, lift_point: 0.1173, 0.4034", "pred": "The action is #DUAL_POINT#; touch_point: 0.1398, 0.4614, lift_point: 0.1398, 0.4614" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5299, 0.1896, lift_point: 0.5299, 0.1896", "pred": "The action is #DUAL_POINT#; touch_point: 0.1581, 0.672, lift_point: 0.1581, 0.672" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8001, 0.6254, lift_point: 0.8001, 0.6254", "pred": "The action is #DUAL_POINT#; touch_point: 0.796, 0.696, lift_point: 0.796, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0557, 0.9678, lift_point: 0.0557, 0.9678", "pred": "The action is #DUAL_POINT#; touch_point: 0.0672, 0.3955, lift_point: 0.0672, 0.3955" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0581, 0.9775, lift_point: 0.0581, 0.9775", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.359, 0.6213, lift_point: 0.359, 0.6213", "pred": "The action is #DUAL_POINT#; touch_point: 0.672, 0.3059, lift_point: 0.672, 0.3059" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0614, 0.5729, lift_point: 0.0614, 0.5729", "pred": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.3574, lift_point: 0.0568, 0.3574" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do i get to the nearest Home Depot?\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1766, 0.5274, lift_point: 0.1766, 0.5274" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.6141, lift_point: 0.799, 0.6141", "pred": "The action is #DUAL_POINT#; touch_point: 0.911, 0.2945, lift_point: 0.911, 0.2945" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5409, 0.8498, lift_point: 0.5409, 0.8498", "pred": "The action is #DUAL_POINT#; touch_point: 0.6075, 0.9165, lift_point: 0.6075, 0.9165" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0483, 0.643, lift_point: 0.0483, 0.643", "pred": "The action is #DUAL_POINT#; touch_point: 0.1278, 0.9237, lift_point: 0.1278, 0.9237" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Home Depot?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Home Depot near me\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1231, 0.4027, lift_point: 0.1231, 0.4027", "pred": "The action is #DUAL_POINT#; touch_point: 0.1228, 0.4234, lift_point: 0.1228, 0.4234" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6198, 0.4425, lift_point: 0.6198, 0.4425", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1739, 0.1727, lift_point: 0.1739, 0.1727", "pred": "The action is #DUAL_POINT#; touch_point: 0.4778, 0.6998, lift_point: 0.4778, 0.6998" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0543, 0.0569, lift_point: 0.0543, 0.0569" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0578, 0.6226, lift_point: 0.0578, 0.6226", "pred": "The action is #DUAL_POINT#; touch_point: 0.0437, 0.5087, lift_point: 0.0437, 0.5087" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Calendar\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Calendar\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1135, 0.2094, lift_point: 0.1135, 0.2094", "pred": "The action is #DUAL_POINT#; touch_point: 0.1239, 0.2556, lift_point: 0.1239, 0.2556" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4035, 0.3219, lift_point: 0.4035, 0.3219", "pred": "The action is #DUAL_POINT#; touch_point: 0.2233, 0.3196, lift_point: 0.2233, 0.3196" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2111, 0.2851, lift_point: 0.2111, 0.2851", "pred": "The action is #DUAL_POINT#; touch_point: 0.237, 0.3637, lift_point: 0.237, 0.3637" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1464, 0.8579, lift_point: 0.1464, 0.8579" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.9105, 0.3553, lift_point: 0.9105, 0.3553" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6644, 0.873, lift_point: 0.6644, 0.873", "pred": "The action is #DUAL_POINT#; touch_point: 0.1639, 0.1397, lift_point: 0.1639, 0.1397" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6644, 0.873, lift_point: 0.6644, 0.873", "pred": "The action is #DUAL_POINT#; touch_point: 0.1594, 0.8535, lift_point: 0.1594, 0.8535" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6423, 0.8629, lift_point: 0.6423, 0.8629", "pred": "The action is #DUAL_POINT#; touch_point: 0.1688, 0.6738, lift_point: 0.1688, 0.6738" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6476, 0.889, lift_point: 0.6476, 0.889", "pred": "The action is #DUAL_POINT#; touch_point: 0.1583, 0.8954, lift_point: 0.1583, 0.8954" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1689, 0.8535, lift_point: 0.1689, 0.8535" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.881, 0.3583, lift_point: 0.881, 0.3583", "pred": "The action is #DUAL_POINT#; touch_point: 0.8857, 0.5186, lift_point: 0.8857, 0.5186" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Brazilian Real\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Brazilian Real\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.2493, lift_point: 0.1173, 0.2493" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8885, 0.5074, lift_point: 0.8885, 0.5074", "pred": "The action is #DUAL_POINT#; touch_point: 0.9103, 0.5183, lift_point: 0.9103, 0.5183" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1167, 0.351, lift_point: 0.1167, 0.351" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.583, 0.5171, lift_point: 0.583, 0.5171", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7293, 0.7629, lift_point: 0.7293, 0.7629", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.9093, 0.9094, lift_point: 0.9093, 0.9094" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8821, 0.4104, lift_point: 0.8821, 0.4104", "pred": "The action is #DUAL_POINT#; touch_point: 0.8888, 0.3735, lift_point: 0.8888, 0.3735" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Cheesecake Factory\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats on the menu at Cheesecake Factory\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1266, 0.9222, lift_point: 0.1266, 0.9222" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5323, 0.4879, lift_point: 0.5323, 0.4879", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7766, 0.6942, lift_point: 0.7766, 0.6942", "pred": "The action is #DUAL_POINT#; touch_point: 0.7846, 0.672, lift_point: 0.7846, 0.672" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0437, 0.4273, lift_point: 0.0437, 0.4273", "pred": "The action is #DUAL_POINT#; touch_point: 0.0616, 0.4775, lift_point: 0.0616, 0.4775" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of sweden?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of sweden?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1335, 0.2836, lift_point: 0.1335, 0.2836", "pred": "The action is #DUAL_POINT#; touch_point: 0.126, 0.2792, lift_point: 0.126, 0.2792" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7834, 0.698, lift_point: 0.7834, 0.698", "pred": "The action is #DUAL_POINT#; touch_point: 0.7792, 0.6933, lift_point: 0.7792, 0.6933" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.048, 0.5517, lift_point: 0.048, 0.5517", "pred": "The action is #DUAL_POINT#; touch_point: 0.0647, 0.4912, lift_point: 0.0647, 0.4912" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at red lobster?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at red lobster?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1333, 0.249, lift_point: 0.1333, 0.249", "pred": "The action is #DUAL_POINT#; touch_point: 0.122, 0.2198, lift_point: 0.122, 0.2198" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5788, 0.2193, lift_point: 0.5788, 0.2193", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1711, 0.4613, lift_point: 0.1711, 0.4613" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3718, 0.499, lift_point: 0.3718, 0.499", "pred": "The action is #DUAL_POINT#; touch_point: 0.1679, 0.5075, lift_point: 0.1679, 0.5075" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0464, 0.4043, lift_point: 0.0464, 0.4043", "pred": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.5317, lift_point: 0.0622, 0.5317" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"sephora\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1985, 0.2131, lift_point: 0.1985, 0.2131", "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.354, lift_point: 0.127, 0.354" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4812, 0.2229, lift_point: 0.4812, 0.2229", "pred": "The action is #DUAL_POINT#; touch_point: 0.3091, 0.3098, lift_point: 0.3091, 0.3098" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.377, 0.3094, lift_point: 0.377, 0.3094" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7736, 0.6632, lift_point: 0.7736, 0.6632", "pred": "The action is #DUAL_POINT#; touch_point: 0.7859, 0.6769, lift_point: 0.7859, 0.6769" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0424, 0.461, lift_point: 0.0424, 0.461", "pred": "The action is #DUAL_POINT#; touch_point: 0.0677, 0.0615, lift_point: 0.0677, 0.0615" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Argentina\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Argentina\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1417, 0.3636, lift_point: 0.1417, 0.3636", "pred": "The action is #DUAL_POINT#; touch_point: 0.118, 0.221, lift_point: 0.118, 0.221" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1026, 0.449, lift_point: 0.1026, 0.449" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7825, 0.6827, lift_point: 0.7825, 0.6827", "pred": "The action is #DUAL_POINT#; touch_point: 0.709, 0.627, lift_point: 0.709, 0.627" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0504, 0.4489, lift_point: 0.0504, 0.4489", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach bag?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach bag\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.2757, lift_point: 0.1411, 0.2757", "pred": "The action is #DUAL_POINT#; touch_point: 0.1272, 0.2316, lift_point: 0.1272, 0.2316" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3979, 0.3979, lift_point: 0.3979, 0.3979" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1899, 0.2143, lift_point: 0.1899, 0.2143", "pred": "The action is #DUAL_POINT#; touch_point: 0.3364, 0.2794, lift_point: 0.3364, 0.2794" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.491, 0.4919, lift_point: 0.491, 0.4919" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7836, 0.6763, lift_point: 0.7836, 0.6763", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.6886, lift_point: 0.799, 0.6886" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.066, 0.2705, lift_point: 0.066, 0.2705", "pred": "The action is #DUAL_POINT#; touch_point: 0.126, 0.3734, lift_point: 0.126, 0.3734" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach blanket?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach blanket?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.235, lift_point: 0.1411, 0.235", "pred": "The action is #DUAL_POINT#; touch_point: 0.114, 0.1754, lift_point: 0.114, 0.1754" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4689, 0.4804, lift_point: 0.4689, 0.4804" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4708, 0.2896, lift_point: 0.4708, 0.2896", "pred": "The action is #DUAL_POINT#; touch_point: 0.3779, 0.3735, lift_point: 0.3779, 0.3735" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6623, 0.3736, lift_point: 0.6623, 0.3736" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7804, 0.678, lift_point: 0.7804, 0.678", "pred": "The action is #DUAL_POINT#; touch_point: 0.7802, 0.6897, lift_point: 0.7802, 0.6897" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0421, 0.3922, lift_point: 0.0421, 0.3922", "pred": "The action is #DUAL_POINT#; touch_point: 0.0717, 0.5374, lift_point: 0.0717, 0.5374" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"best Mexican restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"best Mexican restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1269, 0.3198, lift_point: 0.1269, 0.3198", "pred": "The action is #DUAL_POINT#; touch_point: 0.1212, 0.2555, lift_point: 0.1212, 0.2555" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2736, 0.269, lift_point: 0.2736, 0.269", "pred": "The action is #DUAL_POINT#; touch_point: 0.475, 0.3106, lift_point: 0.475, 0.3106" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4137, 0.5214, lift_point: 0.4137, 0.5214" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.788, 0.6884, lift_point: 0.788, 0.6884", "pred": "The action is #DUAL_POINT#; touch_point: 0.7916, 0.6998, lift_point: 0.7916, 0.6998" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0413, 0.4771, lift_point: 0.0413, 0.4771", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.8174, lift_point: 0.068, 0.8174" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"big is a lion?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"big is a lion?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1387, 0.2413, lift_point: 0.1387, 0.2413", "pred": "The action is #DUAL_POINT#; touch_point: 0.1266, 0.2554, lift_point: 0.1266, 0.2554" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8387, 0.5262, lift_point: 0.8387, 0.5262", "pred": "The action is #DUAL_POINT#; touch_point: 0.1139, 0.9239, lift_point: 0.1139, 0.9239" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4212, 0.329, lift_point: 0.4212, 0.329" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7723, 0.6778, lift_point: 0.7723, 0.6778", "pred": "The action is #DUAL_POINT#; touch_point: 0.7858, 0.6728, lift_point: 0.7858, 0.6728" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0473, 0.3652, lift_point: 0.0473, 0.3652", "pred": "The action is #DUAL_POINT#; touch_point: 0.0611, 0.0611, lift_point: 0.0611, 0.0611" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Bolivia\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in Bolivia\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.136, 0.3202, lift_point: 0.136, 0.3202", "pred": "The action is #DUAL_POINT#; touch_point: 0.1214, 0.347, lift_point: 0.1214, 0.347" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.0625, lift_point: 0.068, 0.0625" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6301, 0.1398, lift_point: 0.6301, 0.1398", "pred": "The action is #DUAL_POINT#; touch_point: 0.3632, 0.363, lift_point: 0.3632, 0.363" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1898, 0.1467, lift_point: 0.1898, 0.1467", "pred": "The action is #DUAL_POINT#; touch_point: 0.1983, 0.8574, lift_point: 0.1983, 0.8574" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6324, 0.1221, lift_point: 0.6324, 0.1221", "pred": "The action is #DUAL_POINT#; touch_point: 0.9045, 0.5045, lift_point: 0.9045, 0.5045" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0594, 0.4623, lift_point: 0.0594, 0.4623", "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.406, lift_point: 0.117, 0.406" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0583, 0.9216, lift_point: 0.0583, 0.9216", "pred": "The action is #DUAL_POINT#; touch_point: 0.062, 0.9359, lift_point: 0.062, 0.9359" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0685, 0.4403, lift_point: 0.0685, 0.4403", "pred": "The action is #DUAL_POINT#; touch_point: 0.0576, 0.9164, lift_point: 0.0576, 0.9164" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Open the calculator \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Open the calculator\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1461, 0.4406, lift_point: 0.1461, 0.4406", "pred": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.477, lift_point: 0.1173, 0.477" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3076, 0.3562, lift_point: 0.3076, 0.3562", "pred": "The action is #DUAL_POINT#; touch_point: 0.443, 0.512, lift_point: 0.443, 0.512" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6333, 0.7567, lift_point: 0.6333, 0.7567", "pred": "The action is #DUAL_POINT#; touch_point: 0.9116, 0.9114, lift_point: 0.9116, 0.9114" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5973, 0.8227, lift_point: 0.5973, 0.8227", "pred": "The action is #DUAL_POINT#; touch_point: 0.1466, 0.8466, lift_point: 0.1466, 0.8466" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8572, 0.8582, lift_point: 0.8572, 0.8582" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6481, 0.5887, lift_point: 0.6481, 0.5887", "pred": "The action is #DUAL_POINT#; touch_point: 0.163, 0.4657, lift_point: 0.163, 0.4657" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.3639, lift_point: 0.0529, 0.3639", "pred": "The action is #DUAL_POINT#; touch_point: 0.0788, 0.4698, lift_point: 0.0788, 0.4698" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" burger restaurants \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Google Maps\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1507, 0.369, lift_point: 0.1507, 0.369", "pred": "The action is #DUAL_POINT#; touch_point: 0.157, 0.2505, lift_point: 0.157, 0.2505" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5943, 0.3915, lift_point: 0.5943, 0.3915", "pred": "The action is #DUAL_POINT#; touch_point: 0.8697, 0.3056, lift_point: 0.8697, 0.3056" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2742, 0.3428, lift_point: 0.2742, 0.3428", "pred": "The action is #DUAL_POINT#; touch_point: 0.0472, 0.439, lift_point: 0.0472, 0.439" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0705, 0.9113, lift_point: 0.0705, 0.9113", "pred": "The action is #DUAL_POINT#; touch_point: 0.054, 0.918, lift_point: 0.054, 0.918" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0633, 0.4191, lift_point: 0.0633, 0.4191", "pred": "The action is #DUAL_POINT#; touch_point: 0.0579, 0.9453, lift_point: 0.0579, 0.9453" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me this weeks events? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Open the calendar and show me week's events? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.4739, lift_point: 0.1329, 0.4739", "pred": "The action is #DUAL_POINT#; touch_point: 0.1265, 0.477, lift_point: 0.1265, 0.477" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3184, 0.314, lift_point: 0.3184, 0.314" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3179, 0.3807, lift_point: 0.3179, 0.3807", "pred": "The action is #DUAL_POINT#; touch_point: 0.8697, 0.3196, lift_point: 0.8697, 0.3196" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0521, 0.0913, lift_point: 0.0521, 0.0913", "pred": "The action is #DUAL_POINT#; touch_point: 0.1369, 0.3222, lift_point: 0.1369, 0.3222" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4937, 0.2362, lift_point: 0.4937, 0.2362", "pred": "The action is #DUAL_POINT#; touch_point: 0.0662, 0.0662, lift_point: 0.0662, 0.0662" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5199, 0.2492, lift_point: 0.5199, 0.2492", "pred": "The action is #DUAL_POINT#; touch_point: 0.6358, 0.1288, lift_point: 0.6358, 0.1288" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2941, 0.9229, lift_point: 0.2941, 0.9229", "pred": "The action is #DUAL_POINT#; touch_point: 0.6528, 0.2091, lift_point: 0.6528, 0.2091" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1966, 0.9034, lift_point: 0.1966, 0.9034" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5979, 0.3934, lift_point: 0.5979, 0.3934", "pred": "The action is #DUAL_POINT#; touch_point: 0.4692, 0.676, lift_point: 0.4692, 0.676" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1291, 0.6564, lift_point: 0.1291, 0.6564", "pred": "The action is #DUAL_POINT#; touch_point: 0.0467, 0.4613, lift_point: 0.0467, 0.4613" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.056, 0.9036, lift_point: 0.056, 0.9036", "pred": "The action is #DUAL_POINT#; touch_point: 0.0566, 0.9453, lift_point: 0.0566, 0.9453" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.4158, lift_point: 0.0562, 0.4158", "pred": "The action is #DUAL_POINT#; touch_point: 0.0504, 0.3395, lift_point: 0.0504, 0.3395" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Play the latest video from the BBC \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Play the latest video from the BBC\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1322, 0.4168, lift_point: 0.1322, 0.4168", "pred": "The action is #DUAL_POINT#; touch_point: 0.1144, 0.2294, lift_point: 0.1144, 0.2294" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.292, 0.4086, lift_point: 0.292, 0.4086" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.131, 0.2609, lift_point: 0.131, 0.2609", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6091, 0.3766, lift_point: 0.6091, 0.3766", "pred": "The action is #DUAL_POINT#; touch_point: 0.4729, 0.5086, lift_point: 0.4729, 0.5086" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2833, 0.5076, lift_point: 0.2833, 0.5076", "pred": "The action is #DUAL_POINT#; touch_point: 0.1751, 0.4632, lift_point: 0.1751, 0.4632" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0694, 0.9235, lift_point: 0.0694, 0.9235", "pred": "The action is #DUAL_POINT#; touch_point: 0.054, 0.9451, lift_point: 0.054, 0.9451" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0602, 0.4433, lift_point: 0.0602, 0.4433", "pred": "The action is #DUAL_POINT#; touch_point: 0.0528, 0.9457, lift_point: 0.0528, 0.9457" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Boston \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Boston \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2667, 0.3762, lift_point: 0.2667, 0.3762", "pred": "The action is #DUAL_POINT#; touch_point: 0.152, 0.389, lift_point: 0.152, 0.389" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3474, 0.272, lift_point: 0.3474, 0.272", "pred": "The action is #DUAL_POINT#; touch_point: 0.3095, 0.3091, lift_point: 0.3095, 0.3091" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7326, 0.5677, lift_point: 0.7326, 0.5677", "pred": "The action is #DUAL_POINT#; touch_point: 0.1896, 0.9036, lift_point: 0.1896, 0.9036" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6142, 0.3825, lift_point: 0.6142, 0.3825", "pred": "The action is #DUAL_POINT#; touch_point: 0.9165, 0.508, lift_point: 0.9165, 0.508" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2795, 0.5272, lift_point: 0.2795, 0.5272", "pred": "The action is #DUAL_POINT#; touch_point: 0.0685, 0.4657, lift_point: 0.0685, 0.4657" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.8952, lift_point: 0.0638, 0.8952", "pred": "The action is #DUAL_POINT#; touch_point: 0.0473, 0.3496, lift_point: 0.0473, 0.3496" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0585, 0.442, lift_point: 0.0585, 0.442", "pred": "The action is #DUAL_POINT#; touch_point: 0.0502, 0.5495, lift_point: 0.0502, 0.5495" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in space technology? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1497, 0.5314, lift_point: 0.1497, 0.5314", "pred": "The action is #DUAL_POINT#; touch_point: 0.1098, 0.2923, lift_point: 0.1098, 0.2923" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3273, 0.4227, lift_point: 0.3273, 0.4227", "pred": "The action is #DUAL_POINT#; touch_point: 0.4699, 0.4697, lift_point: 0.4699, 0.4697" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5977, 0.366, lift_point: 0.5977, 0.366", "pred": "The action is #DUAL_POINT#; touch_point: 0.9025, 0.5047, lift_point: 0.9025, 0.5047" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2881, 0.6019, lift_point: 0.2881, 0.6019", "pred": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.4654, lift_point: 0.0615, 0.4654" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0669, 0.9207, lift_point: 0.0669, 0.9207", "pred": "The action is #DUAL_POINT#; touch_point: 0.0579, 0.9451, lift_point: 0.0579, 0.9451" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0677, 0.3997, lift_point: 0.0677, 0.3997", "pred": "The action is #DUAL_POINT#; touch_point: 0.0524, 0.9342, lift_point: 0.0524, 0.9342" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0502, 0.9174, lift_point: 0.0502, 0.9174" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest T-Mobile Store?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1231, 0.4251, lift_point: 0.1231, 0.4251", "pred": "The action is #DUAL_POINT#; touch_point: 0.1127, 0.3184, lift_point: 0.1127, 0.3184" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.4633, lift_point: 0.1173, 0.4633" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5905, 0.3914, lift_point: 0.5905, 0.3914", "pred": "The action is #DUAL_POINT#; touch_point: 0.9024, 0.487, lift_point: 0.9024, 0.487" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.28, 0.5216, lift_point: 0.28, 0.5216", "pred": "The action is #DUAL_POINT#; touch_point: 0.043, 0.4192, lift_point: 0.043, 0.4192" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0525, 0.8865, lift_point: 0.0525, 0.8865", "pred": "The action is #DUAL_POINT#; touch_point: 0.0603, 0.945, lift_point: 0.0603, 0.945" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0505, 0.418, lift_point: 0.0505, 0.418", "pred": "The action is #DUAL_POINT#; touch_point: 0.0505, 0.4414, lift_point: 0.0505, 0.4414" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Malaysia? \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0503, 0.9454, lift_point: 0.0503, 0.9454" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1342, 0.3641, lift_point: 0.1342, 0.3641", "pred": "The action is #DUAL_POINT#; touch_point: 0.1454, 0.329, lift_point: 0.1454, 0.329" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3034, 0.3769, lift_point: 0.3034, 0.3769", "pred": "The action is #DUAL_POINT#; touch_point: 0.3081, 0.3097, lift_point: 0.3081, 0.3097" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8207, 0.56, lift_point: 0.8207, 0.56", "pred": "The action is #DUAL_POINT#; touch_point: 0.1182, 0.9242, lift_point: 0.1182, 0.9242" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0722, 0.0724, lift_point: 0.0722, 0.0724" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2999, 0.2785, lift_point: 0.2999, 0.2785", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.595, 0.3585, lift_point: 0.595, 0.3585", "pred": "The action is #DUAL_POINT#; touch_point: 0.9165, 0.672, lift_point: 0.9165, 0.672" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5935, 0.3583, lift_point: 0.5935, 0.3583", "pred": "The action is #DUAL_POINT#; touch_point: 0.2732, 0.6217, lift_point: 0.2732, 0.6217" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892", "pred": "The action is #DUAL_POINT#; touch_point: 0.0444, 0.4453, lift_point: 0.0444, 0.4453" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2931, 0.4892, lift_point: 0.2931, 0.4892", "pred": "The action is #DUAL_POINT#; touch_point: 0.0475, 0.5277, lift_point: 0.0475, 0.5277" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0719, 0.9124, lift_point: 0.0719, 0.9124", "pred": "The action is #DUAL_POINT#; touch_point: 0.0586, 0.9453, lift_point: 0.0586, 0.9453" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0466, 0.5782, lift_point: 0.0466, 0.5782", "pred": "The action is #DUAL_POINT#; touch_point: 0.0495, 0.9454, lift_point: 0.0495, 0.9454" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest news in cosmology? \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.202, 0.5932, lift_point: 0.202, 0.5932", "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.373, lift_point: 0.1179, 0.373" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3258, 0.5227, lift_point: 0.3258, 0.5227", "pred": "The action is #DUAL_POINT#; touch_point: 0.468, 0.4617, lift_point: 0.468, 0.4617" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8023, 0.6164, lift_point: 0.8023, 0.6164", "pred": "The action is #DUAL_POINT#; touch_point: 0.9349, 0.345, lift_point: 0.9349, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0661, 0.5783, lift_point: 0.0661, 0.5783", "pred": "The action is #DUAL_POINT#; touch_point: 0.06, 0.8393, lift_point: 0.06, 0.8393" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the time?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.3746, lift_point: 0.1276, 0.3746", "pred": "The action is #DUAL_POINT#; touch_point: 0.1274, 0.2794, lift_point: 0.1274, 0.2794" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0679, 0.9358, lift_point: 0.0679, 0.9358" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.804, 0.6256, lift_point: 0.804, 0.6256", "pred": "The action is #DUAL_POINT#; touch_point: 0.9107, 0.3459, lift_point: 0.9107, 0.3459" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.5621, lift_point: 0.0651, 0.5621", "pred": "The action is #DUAL_POINT#; touch_point: 0.0571, 0.8394, lift_point: 0.0571, 0.8394" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach chair?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach chair?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1322, 0.5464, lift_point: 0.1322, 0.5464", "pred": "The action is #DUAL_POINT#; touch_point: 0.1272, 0.367, lift_point: 0.1272, 0.367" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7367, 0.4438, lift_point: 0.7367, 0.4438", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1381, 0.5472, lift_point: 0.1381, 0.5472" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8082, 0.6143, lift_point: 0.8082, 0.6143", "pred": "The action is #DUAL_POINT#; touch_point: 0.9342, 0.2919, lift_point: 0.9342, 0.2919" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0743, 0.5173, lift_point: 0.0743, 0.5173", "pred": "The action is #DUAL_POINT#; touch_point: 0.067, 0.4766, lift_point: 0.067, 0.4766" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Washington DC\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.129, 0.4827, lift_point: 0.129, 0.4827", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.309, 0.309, lift_point: 0.309, 0.309" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8991, 0.4974, lift_point: 0.8991, 0.4974", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8086, 0.6235, lift_point: 0.8086, 0.6235", "pred": "The action is #DUAL_POINT#; touch_point: 0.0, 0.9349, lift_point: 0.0, 0.9349" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0652, 0.4897, lift_point: 0.0652, 0.4897", "pred": "The action is #DUAL_POINT#; touch_point: 0.0695, 0.4067, lift_point: 0.0695, 0.4067" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a train?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.131, 0.4961, lift_point: 0.131, 0.4961", "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.306, lift_point: 0.127, 0.306" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8079, 0.6236, lift_point: 0.8079, 0.6236", "pred": "The action is #DUAL_POINT#; touch_point: 0.9348, 0.345, lift_point: 0.9348, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0697, 0.5484, lift_point: 0.0697, 0.5484", "pred": "The action is #DUAL_POINT#; touch_point: 0.0683, 0.477, lift_point: 0.0683, 0.477" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Panama\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Panama\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1297, 0.3266, lift_point: 0.1297, 0.3266", "pred": "The action is #DUAL_POINT#; touch_point: 0.1394, 0.2794, lift_point: 0.1394, 0.2794" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8104, 0.6183, lift_point: 0.8104, 0.6183", "pred": "The action is #DUAL_POINT#; touch_point: 0.0, 0.9347, lift_point: 0.0, 0.9347" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0584, 0.566, lift_point: 0.0584, 0.566", "pred": "The action is #DUAL_POINT#; touch_point: 0.0619, 0.5066, lift_point: 0.0619, 0.5066" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.134, 0.3566, lift_point: 0.134, 0.3566", "pred": "The action is #DUAL_POINT#; touch_point: 0.1092, 0.2526, lift_point: 0.1092, 0.2526" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8051, 0.6184, lift_point: 0.8051, 0.6184", "pred": "The action is #DUAL_POINT#; touch_point: 0.934, 0.2923, lift_point: 0.934, 0.2923" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0534, 0.5295, lift_point: 0.0534, 0.5295", "pred": "The action is #DUAL_POINT#; touch_point: 0.0616, 0.8395, lift_point: 0.0616, 0.8395" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Subway?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How do I get to the nearest Subway?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1332, 0.3645, lift_point: 0.1332, 0.3645", "pred": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.2556, lift_point: 0.1276, 0.2556" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8071, 0.6207, lift_point: 0.8071, 0.6207", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0554, 0.472, lift_point: 0.0554, 0.472", "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.9354, lift_point: 0.117, 0.9354" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Mexico city to Sydney\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Mexico city to Sydney\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.3904, lift_point: 0.1329, 0.3904", "pred": "The action is #DUAL_POINT#; touch_point: 0.112, 0.294, lift_point: 0.112, 0.294" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3103, 0.2798, lift_point: 0.3103, 0.2798" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8138, 0.6186, lift_point: 0.8138, 0.6186", "pred": "The action is #DUAL_POINT#; touch_point: 0.934, 0.282, lift_point: 0.934, 0.282" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0565, 0.4655, lift_point: 0.0565, 0.4655", "pred": "The action is #DUAL_POINT#; touch_point: 0.0682, 0.4778, lift_point: 0.0682, 0.4778" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the top post on reddit right now?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"top post on reddit\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1257, 0.4084, lift_point: 0.1257, 0.4084", "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.393, lift_point: 0.1172, 0.393" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3089, 0.2944, lift_point: 0.3089, 0.2944" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.666, 0.2675, lift_point: 0.666, 0.2675", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8078, 0.6252, lift_point: 0.8078, 0.6252", "pred": "The action is #DUAL_POINT#; touch_point: 0.934, 0.3555, lift_point: 0.934, 0.3555" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0561, 0.479, lift_point: 0.0561, 0.479", "pred": "The action is #DUAL_POINT#; touch_point: 0.2498, 0.4553, lift_point: 0.2498, 0.4553" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Time in San Francisco\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Time in San Francisco\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1292, 0.3725, lift_point: 0.1292, 0.3725", "pred": "The action is #DUAL_POINT#; touch_point: 0.118, 0.229, lift_point: 0.118, 0.229" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.054, 0.9451, lift_point: 0.054, 0.9451" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8089, 0.6237, lift_point: 0.8089, 0.6237", "pred": "The action is #DUAL_POINT#; touch_point: 0.934, 0.345, lift_point: 0.934, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.3469, lift_point: 0.0529, 0.3469", "pred": "The action is #DUAL_POINT#; touch_point: 0.0649, 0.5496, lift_point: 0.0649, 0.5496" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good Italian restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good Italian restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1372, 0.4749, lift_point: 0.1372, 0.4749", "pred": "The action is #DUAL_POINT#; touch_point: 0.1093, 0.2553, lift_point: 0.1093, 0.2553" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7176, 0.2098, lift_point: 0.7176, 0.2098" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1643, 0.8382, lift_point: 0.1643, 0.8382", "pred": "The action is #DUAL_POINT#; touch_point: 0.1689, 0.8737, lift_point: 0.1689, 0.8737" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0628, 0.7749, lift_point: 0.0628, 0.7749", "pred": "The action is #DUAL_POINT#; touch_point: 0.0625, 0.0631, lift_point: 0.0625, 0.0631" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0609, 0.9298, lift_point: 0.0609, 0.9298", "pred": "The action is #DUAL_POINT#; touch_point: 0.0624, 0.8579, lift_point: 0.0624, 0.8579" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit app\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Reddit app\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1361, 0.2898, lift_point: 0.1361, 0.2898", "pred": "The action is #DUAL_POINT#; touch_point: 0.1312, 0.243, lift_point: 0.1312, 0.243" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1505, 0.8499, lift_point: 0.1505, 0.8499", "pred": "The action is #DUAL_POINT#; touch_point: 0.2147, 0.7949, lift_point: 0.2147, 0.7949" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1461, 0.8737, lift_point: 0.1461, 0.8737" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7486, 0.2964, lift_point: 0.7486, 0.2964", "pred": "The action is #DUAL_POINT#; touch_point: 0.7793, 0.698, lift_point: 0.7793, 0.698" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0834, 0.841, lift_point: 0.0834, 0.841", "pred": "The action is #DUAL_POINT#; touch_point: 0.0747, 0.0837, lift_point: 0.0747, 0.0837" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0692, 0.1098, lift_point: 0.0692, 0.1098", "pred": "The action is #DUAL_POINT#; touch_point: 0.152, 0.8951, lift_point: 0.152, 0.8951" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8753, 0.5182, lift_point: 0.8753, 0.5182" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.625, 0.6017, lift_point: 0.625, 0.6017", "pred": "The action is #DUAL_POINT#; touch_point: 0.2737, 0.496, lift_point: 0.2737, 0.496" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1318, 0.4092, lift_point: 0.1318, 0.4092", "pred": "The action is #DUAL_POINT#; touch_point: 0.1322, 0.5077, lift_point: 0.1322, 0.5077" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1332, 0.8927, lift_point: 0.1332, 0.8927", "pred": "The action is #DUAL_POINT#; touch_point: 0.0688, 0.6, lift_point: 0.0688, 0.6" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather in paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather in paris\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.26, 0.3267, lift_point: 0.26, 0.3267", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2692, 0.4655, lift_point: 0.2692, 0.4655", "pred": "The action is #DUAL_POINT#; touch_point: 0.2625, 0.3092, lift_point: 0.2625, 0.3092" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6946, 0.2943, lift_point: 0.6946, 0.2943" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Barcelona to Boston flight\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Barcelona to Boston flight\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3091, 0.4261, lift_point: 0.3091, 0.4261", "pred": "The action is #DUAL_POINT#; touch_point: 0.1936, 0.2099, lift_point: 0.1936, 0.2099" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.384, 0.3307, lift_point: 0.384, 0.3307", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2387, 0.6137, lift_point: 0.2387, 0.6137", "pred": "The action is #DUAL_POINT#; touch_point: 0.9109, 0.3454, lift_point: 0.9109, 0.3454" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2501, 0.6092, lift_point: 0.2501, 0.6092", "pred": "The action is #DUAL_POINT#; touch_point: 0.7859, 0.6484, lift_point: 0.7859, 0.6484" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2249, 0.6282, lift_point: 0.2249, 0.6282", "pred": "The action is #DUAL_POINT#; touch_point: 0.5378, 0.7813, lift_point: 0.5378, 0.7813" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1306, 0.3968, lift_point: 0.1306, 0.3968", "pred": "The action is #DUAL_POINT#; touch_point: 0.1189, 0.4958, lift_point: 0.1189, 0.4958" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1211, 0.8972, lift_point: 0.1211, 0.8972", "pred": "The action is #DUAL_POINT#; touch_point: 0.1892, 0.604, lift_point: 0.1892, 0.604" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"3 bedroom apartment rent for in Atlanta\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2757, 0.5293, lift_point: 0.2757, 0.5293", "pred": "The action is #DUAL_POINT#; touch_point: 0.1321, 0.4614, lift_point: 0.1321, 0.4614" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4969, 0.411, lift_point: 0.4969, 0.411", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7898, 0.3066, lift_point: 0.7898, 0.3066" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5772, 0.6842, lift_point: 0.5772, 0.6842", "pred": "The action is #DUAL_POINT#; touch_point: 0.8758, 0.5028, lift_point: 0.8758, 0.5028" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0575, 0.0365, lift_point: 0.0575, 0.0365", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8912, 0.667, lift_point: 0.8912, 0.667", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8921, 0.3941, lift_point: 0.8921, 0.3941", "pred": "The action is #DUAL_POINT#; touch_point: 0.5221, 0.8861, lift_point: 0.5221, 0.8861" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8787, 0.3913, lift_point: 0.8787, 0.3913", "pred": "The action is #DUAL_POINT#; touch_point: 0.477, 0.8804, lift_point: 0.477, 0.8804" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7438, 0.7177, lift_point: 0.7438, 0.7177", "pred": "The action is #DUAL_POINT#; touch_point: 0.5216, 0.6232, lift_point: 0.5216, 0.6232" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7785, 0.6992, lift_point: 0.7785, 0.6992", "pred": "The action is #DUAL_POINT#; touch_point: 0.6424, 0.3073, lift_point: 0.6424, 0.3073" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8149, 0.6966, lift_point: 0.8149, 0.6966", "pred": "The action is #DUAL_POINT#; touch_point: 0.0384, 0.4956, lift_point: 0.0384, 0.4956" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0722, 0.4065, lift_point: 0.0722, 0.4065", "pred": "The action is #DUAL_POINT#; touch_point: 0.0603, 0.4773, lift_point: 0.0603, 0.4773" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1351, 0.6482, lift_point: 0.1351, 0.6482", "pred": "The action is #DUAL_POINT#; touch_point: 0.1452, 0.391, lift_point: 0.1452, 0.391" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.9357, lift_point: 0.1179, 0.9357" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2715, 0.6476, lift_point: 0.2715, 0.6476", "pred": "The action is #DUAL_POINT#; touch_point: 0.477, 0.477, lift_point: 0.477, 0.477" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2794, 0.2794, lift_point: 0.2794, 0.2794" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.178, 0.7792, lift_point: 0.178, 0.7792" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4619, 0.4616, lift_point: 0.4619, 0.4616" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0528, 0.2859, lift_point: 0.0528, 0.2859", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8191, 0.4412, lift_point: 0.8191, 0.4412", "pred": "The action is #DUAL_POINT#; touch_point: 0.8667, 0.5252, lift_point: 0.8667, 0.5252" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1173, 0.9263, lift_point: 0.1173, 0.9263" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1908, 0.9248, lift_point: 0.1908, 0.9248" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1909, 0.9038, lift_point: 0.1909, 0.9038" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4471, 0.1787, lift_point: 0.4471, 0.1787", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7994, 0.6429, lift_point: 0.7994, 0.6429" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7994, lift_point: 0.799, 0.7994" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8042, 0.3148, lift_point: 0.8042, 0.3148", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6879, 0.5777, lift_point: 0.6879, 0.5777", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8361, 0.2862, lift_point: 0.8361, 0.2862", "pred": "The action is #DUAL_POINT#; touch_point: 0.2002, 0.5284, lift_point: 0.2002, 0.5284" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3091, 0.3093, lift_point: 0.3091, 0.3093" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.123, lift_point: 0.799, 0.123" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8366, 0.182, lift_point: 0.8366, 0.182", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6461, 0.3885, lift_point: 0.6461, 0.3885", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.315, 0.429, lift_point: 0.315, 0.429" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4645, 0.4475, lift_point: 0.4645, 0.4475", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2214, 0.4612, lift_point: 0.2214, 0.4612" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9, 0.7333, lift_point: 0.9, 0.7333", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4602, 0.5652, lift_point: 0.4602, 0.5652", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3097, 0.3094, lift_point: 0.3097, 0.3094" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #PRESS_BACK#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3384, 0.4751, lift_point: 0.3384, 0.4751", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8064, 0.5777, lift_point: 0.8064, 0.5777", "pred": "The action is #DUAL_POINT#; touch_point: 0.3097, 0.461, lift_point: 0.3097, 0.461" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8087, 0.6632, lift_point: 0.8087, 0.6632", "pred": "The action is #DUAL_POINT#; touch_point: 0.8064, 0.714, lift_point: 0.8064, 0.714" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.9311, lift_point: 0.0627, 0.9311", "pred": "The action is #DUAL_POINT#; touch_point: 0.0675, 0.9453, lift_point: 0.0675, 0.9453" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Brazil?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1438, 0.9143, lift_point: 0.1438, 0.9143" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7882, 0.6536, lift_point: 0.7882, 0.6536", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1926, 0.7614, lift_point: 0.1926, 0.7614", "pred": "The action is #DUAL_POINT#; touch_point: 0.0781, 0.9351, lift_point: 0.0781, 0.9351" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.9382, lift_point: 0.1172, 0.9382", "pred": "The action is #DUAL_POINT#; touch_point: 0.0585, 0.9451, lift_point: 0.0585, 0.9451" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Find a good burger place on Maps\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Find a good burger place on Maps \"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.477, 0.4778, lift_point: 0.477, 0.4778" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148", "pred": "The action is #DUAL_POINT#; touch_point: 0.8011, 0.676, lift_point: 0.8011, 0.676" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.7148, lift_point: 0.7915, 0.7148", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0611, 0.5639, lift_point: 0.0611, 0.5639", "pred": "The action is #DUAL_POINT#; touch_point: 0.064, 0.4919, lift_point: 0.064, 0.4919" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Tokyo\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Tokyo\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.7252, lift_point: 0.7989, 0.7252", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.6623, lift_point: 0.799, 0.6623" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682", "pred": "The action is #DUAL_POINT#; touch_point: 0.7964, 0.696, lift_point: 0.7964, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7928, 0.682, lift_point: 0.7928, 0.682", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.7144, lift_point: 0.7965, 0.7144" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979", "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.6893, lift_point: 0.7968, 0.6893" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6979, lift_point: 0.7936, 0.6979", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.6965, lift_point: 0.7965, 0.6965" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0496, 0.6885, lift_point: 0.0496, 0.6885", "pred": "The action is #DUAL_POINT#; touch_point: 0.124, 0.5272, lift_point: 0.124, 0.5272" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Find the nearest electronics store thats open\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"open\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"open\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1097, 0.3176, lift_point: 0.1097, 0.3176" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3275, 0.6995, lift_point: 0.3275, 0.6995", "pred": "The action is #DUAL_POINT#; touch_point: 0.3974, 0.3977, lift_point: 0.3974, 0.3977" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.679, lift_point: 0.7989, 0.679", "pred": "The action is #DUAL_POINT#; touch_point: 0.8168, 0.3328, lift_point: 0.8168, 0.3328" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1811, 0.916, lift_point: 0.1811, 0.916", "pred": "The action is #DUAL_POINT#; touch_point: 0.0658, 0.344, lift_point: 0.0658, 0.344" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"news in venezuela\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"news in venezuela\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2405, 0.7142, lift_point: 0.2405, 0.7142", "pred": "The action is #DUAL_POINT#; touch_point: 0.1613, 0.3094, lift_point: 0.1613, 0.3094" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749", "pred": "The action is #DUAL_POINT#; touch_point: 0.516, 0.7899, lift_point: 0.516, 0.7899" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749", "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.696, lift_point: 0.7968, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7936, 0.6749, lift_point: 0.7936, 0.6749", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1808, 0.7277, lift_point: 0.1808, 0.7277", "pred": "The action is #DUAL_POINT#; touch_point: 0.059, 0.8324, lift_point: 0.059, 0.8324" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1166, 0.9302, lift_point: 0.1166, 0.9302", "pred": "The action is #DUAL_POINT#; touch_point: 0.1163, 0.9353, lift_point: 0.1163, 0.9353" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9857, 0.9645, lift_point: 0.9857, 0.9645", "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.9453, lift_point: 0.1179, 0.9453" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Show me some nice wallpapers for my phone \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9857, 0.9815, lift_point: 0.9857, 0.9815", "pred": "The action is #DUAL_POINT#; touch_point: 0.1126, 0.9357, lift_point: 0.1126, 0.9357" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3708, 0.5372, lift_point: 0.3708, 0.5372", "pred": "The action is #DUAL_POINT#; touch_point: 0.3246, 0.4897, lift_point: 0.3246, 0.4897" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0503, 0.5119, lift_point: 0.0503, 0.5119" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "pred": "The action is #DUAL_POINT#; touch_point: 0.0479, 0.426, lift_point: 0.0479, 0.426" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "pred": "The action is #DUAL_POINT#; touch_point: 0.796, 0.696, lift_point: 0.796, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.799, 0.7034, lift_point: 0.799, 0.7034", "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.6997, lift_point: 0.7968, 0.6997" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7989, 0.7124, lift_point: 0.7989, 0.7124", "pred": "The action is #DUAL_POINT#; touch_point: 0.7964, 0.696, lift_point: 0.7964, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7885, 0.7363, lift_point: 0.7885, 0.7363", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7885, 0.7363, lift_point: 0.7885, 0.7363", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.6994, lift_point: 0.7965, 0.6994" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.035, 0.6353, lift_point: 0.035, 0.6353", "pred": "The action is #DUAL_POINT#; touch_point: 0.0601, 0.429, lift_point: 0.0601, 0.429" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in New York?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"k?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"k?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4752, 0.475, lift_point: 0.4752, 0.475" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.7912, 0.699, lift_point: 0.7912, 0.699" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.696, lift_point: 0.7968, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7944, 0.6887, lift_point: 0.7944, 0.6887", "pred": "The action is #DUAL_POINT#; touch_point: 0.7964, 0.696, lift_point: 0.7964, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1952, 0.5726, lift_point: 0.1952, 0.5726", "pred": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.4774, lift_point: 0.0612, 0.4774" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1147, 0.9375, lift_point: 0.1147, 0.9375", "pred": "The action is #DUAL_POINT#; touch_point: 0.0651, 0.0611, lift_point: 0.0651, 0.0611" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Brazilian Real?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar to Brazilian Real exchange rate\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3092, 0.3097, lift_point: 0.3092, 0.3097" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3734, 0.535, lift_point: 0.3734, 0.535", "pred": "The action is #DUAL_POINT#; touch_point: 0.324, 0.4916, lift_point: 0.324, 0.4916" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1882, 0.9111, lift_point: 0.1882, 0.9111", "pred": "The action is #DUAL_POINT#; touch_point: 0.0804, 0.0804, lift_point: 0.0804, 0.0804" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.0614, lift_point: 0.1172, 0.0614", "pred": "The action is #DUAL_POINT#; touch_point: 0.1718, 0.1616, lift_point: 0.1718, 0.1616" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1268, 0.4538, lift_point: 0.1268, 0.4538", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.0839, lift_point: 0.0699, 0.0839" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.3062, lift_point: 0.0699, 0.3062" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8412, 0.63, lift_point: 0.8412, 0.63", "pred": "The action is #DUAL_POINT#; touch_point: 0.9119, 0.3213, lift_point: 0.9119, 0.3213" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0452, 0.5007, lift_point: 0.0452, 0.5007", "pred": "The action is #DUAL_POINT#; touch_point: 0.0705, 0.4956, lift_point: 0.0705, 0.4956" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach tent?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"nice beach tent\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1135, 0.2819, lift_point: 0.1135, 0.2819", "pred": "The action is #DUAL_POINT#; touch_point: 0.1938, 0.2722, lift_point: 0.1938, 0.2722" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5301, 0.5331, lift_point: 0.5301, 0.5331" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1022, 0.1564, lift_point: 0.1022, 0.1564", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2357, 0.7324, lift_point: 0.2357, 0.7324", "pred": "The action is #DUAL_POINT#; touch_point: 0.9109, 0.345, lift_point: 0.9109, 0.345" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7987, 0.6175, lift_point: 0.7987, 0.6175", "pred": "The action is #DUAL_POINT#; touch_point: 0.1589, 0.852, lift_point: 0.1589, 0.852" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8356, 0.613, lift_point: 0.8356, 0.613", "pred": "The action is #DUAL_POINT#; touch_point: 0.9104, 0.5228, lift_point: 0.9104, 0.5228" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0386, 0.4054, lift_point: 0.0386, 0.4054", "pred": "The action is #DUAL_POINT#; touch_point: 0.045, 0.5569, lift_point: 0.045, 0.5569" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in San Francisco?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1147, 0.305, lift_point: 0.1147, 0.305", "pred": "The action is #DUAL_POINT#; touch_point: 0.116, 0.2552, lift_point: 0.116, 0.2552" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3183, 0.2212, lift_point: 0.3183, 0.2212" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8401, 0.6155, lift_point: 0.8401, 0.6155", "pred": "The action is #DUAL_POINT#; touch_point: 0.3377, 0.9119, lift_point: 0.3377, 0.9119" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0338, 0.4432, lift_point: 0.0338, 0.4432", "pred": "The action is #DUAL_POINT#; touch_point: 0.062, 0.495, lift_point: 0.062, 0.495" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Philadelphia?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good restaurant in Philadelphia\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1147, 0.2706, lift_point: 0.1147, 0.2706", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.279, lift_point: 0.123, 0.279" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4472, 0.2453, lift_point: 0.4472, 0.2453", "pred": "The action is #DUAL_POINT#; touch_point: 0.4686, 0.2213, lift_point: 0.4686, 0.2213" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.809, 0.4258, lift_point: 0.809, 0.4258", "pred": "The action is #DUAL_POINT#; touch_point: 0.8594, 0.8594, lift_point: 0.8594, 0.8594" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7845, 0.665, lift_point: 0.7845, 0.665", "pred": "The action is #DUAL_POINT#; touch_point: 0.5103, 0.7183, lift_point: 0.5103, 0.7183" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0706, 0.3483, lift_point: 0.0706, 0.3483", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.5377, lift_point: 0.068, 0.5377" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Tokyo\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Helsinki to Tokyo\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1437, 0.6097, lift_point: 0.1437, 0.6097", "pred": "The action is #DUAL_POINT#; touch_point: 0.1258, 0.2552, lift_point: 0.1258, 0.2552" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7861, 0.7258, lift_point: 0.7861, 0.7258", "pred": "The action is #DUAL_POINT#; touch_point: 0.7994, 0.6764, lift_point: 0.7994, 0.6764" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0557, 0.4528, lift_point: 0.0557, 0.4528", "pred": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.4956, lift_point: 0.0699, 0.4956" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Paraguay\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1416, 0.6371, lift_point: 0.1416, 0.6371", "pred": "The action is #DUAL_POINT#; touch_point: 0.1422, 0.2097, lift_point: 0.1422, 0.2097" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7716, 0.67, lift_point: 0.7716, 0.67", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8312, 0.4462, lift_point: 0.8312, 0.4462", "pred": "The action is #DUAL_POINT#; touch_point: 0.221, 0.5212, lift_point: 0.221, 0.5212" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.216, 0.7353, lift_point: 0.216, 0.7353" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3808, 0.4894, lift_point: 0.3808, 0.4894", "pred": "The action is #DUAL_POINT#; touch_point: 0.672, 0.3054, lift_point: 0.672, 0.3054" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3952, 0.4896, lift_point: 0.3952, 0.4896", "pred": "The action is #DUAL_POINT#; touch_point: 0.3384, 0.496, lift_point: 0.3384, 0.496" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3421, 0.5452, lift_point: 0.3421, 0.5452", "pred": "The action is #DUAL_POINT#; touch_point: 0.3386, 0.4897, lift_point: 0.3386, 0.4897" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3782, 0.497, lift_point: 0.3782, 0.497", "pred": "The action is #DUAL_POINT#; touch_point: 0.6599, 0.3076, lift_point: 0.6599, 0.3076" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0636, 0.2848, lift_point: 0.0636, 0.2848", "pred": "The action is #DUAL_POINT#; touch_point: 0.0626, 0.548, lift_point: 0.0626, 0.548" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Los Angeles?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"2 bedroom apartment rent for in Los Angeles\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.411, 0.1532, lift_point: 0.411, 0.1532", "pred": "The action is #DUAL_POINT#; touch_point: 0.4434, 0.4434, lift_point: 0.4434, 0.4434" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.7338, 0.9453, lift_point: 0.7338, 0.9453" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1705, 0.6327, lift_point: 0.1705, 0.6327", "pred": "The action is #DUAL_POINT#; touch_point: 0.5919, 0.5935, lift_point: 0.5919, 0.5935" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0415, 0.6002, lift_point: 0.0415, 0.6002", "pred": "The action is #DUAL_POINT#; touch_point: 0.8571, 0.6954, lift_point: 0.8571, 0.6954" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1091, 0.4122, lift_point: 0.1091, 0.4122", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2208, 0.6363, lift_point: 0.2208, 0.6363", "pred": "The action is #DUAL_POINT#; touch_point: 0.8532, 0.853, lift_point: 0.8532, 0.853" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7998, 0.7148, lift_point: 0.7998, 0.7148", "pred": "The action is #DUAL_POINT#; touch_point: 0.3137, 0.699, lift_point: 0.3137, 0.699" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0618, 0.5005, lift_point: 0.0618, 0.5005", "pred": "The action is #DUAL_POINT#; touch_point: 0.058, 0.9451, lift_point: 0.058, 0.9451" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.7127, lift_point: 0.0627, 0.7127", "pred": "The action is #DUAL_POINT#; touch_point: 0.0576, 0.0576, lift_point: 0.0576, 0.0576" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1329, 0.3877, lift_point: 0.1329, 0.3877", "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.3968, lift_point: 0.1179, 0.3968" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1273, 0.4294, lift_point: 0.1273, 0.4294" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7963, 0.6818, lift_point: 0.7963, 0.6818", "pred": "The action is #DUAL_POINT#; touch_point: 0.7808, 0.6958, lift_point: 0.7808, 0.6958" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0617, 0.4833, lift_point: 0.0617, 0.4833", "pred": "The action is #DUAL_POINT#; touch_point: 0.0678, 0.5613, lift_point: 0.0678, 0.5613" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach tent?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Where can I buy a nice beach tent?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0524, 0.6532, lift_point: 0.0524, 0.6532", "pred": "The action is #DUAL_POINT#; touch_point: 0.2018, 0.477, lift_point: 0.2018, 0.477" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1299, 0.3755, lift_point: 0.1299, 0.3755", "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.4416, lift_point: 0.127, 0.4416" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.793, 0.1254, lift_point: 0.793, 0.1254", "pred": "The action is #DUAL_POINT#; touch_point: 0.4379, 0.7103, lift_point: 0.4379, 0.7103" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1898, 0.5311, lift_point: 0.1898, 0.5311", "pred": "The action is #DUAL_POINT#; touch_point: 0.0596, 0.8572, lift_point: 0.0596, 0.8572" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.061, 0.4743, lift_point: 0.061, 0.4743", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Mumbai weather\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mumbai?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Mumbai?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.07, 0.706, lift_point: 0.07, 0.706", "pred": "The action is #DUAL_POINT#; touch_point: 0.0626, 0.9351, lift_point: 0.0626, 0.9351" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1312, 0.4735, lift_point: 0.1312, 0.4735", "pred": "The action is #DUAL_POINT#; touch_point: 0.0584, 0.9164, lift_point: 0.0584, 0.9164" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2456, 0.4749, lift_point: 0.2456, 0.4749", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0333, 0.5603, lift_point: 0.0333, 0.5603", "pred": "The action is #DUAL_POINT#; touch_point: 0.0687, 0.0615, lift_point: 0.0687, 0.0615" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.418, 0.719, lift_point: 0.418, 0.719", "pred": "The action is #DUAL_POINT#; touch_point: 0.1188, 0.8564, lift_point: 0.1188, 0.8564" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.9279, lift_point: 0.0567, 0.9279", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.9291, lift_point: 0.0597, 0.9291", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1702, 0.5937, lift_point: 0.1702, 0.5937", "pred": "The action is #DUAL_POINT#; touch_point: 0.4617, 0.0837, lift_point: 0.4617, 0.0837" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.907, 0.4314, lift_point: 0.907, 0.4314", "pred": "The action is #DUAL_POINT#; touch_point: 0.7918, 0.6968, lift_point: 0.7918, 0.6968" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats US dollar exchange rate against the South Korean Won?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against South Korean Won\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.132, 0.4854, lift_point: 0.132, 0.4854", "pred": "The action is #DUAL_POINT#; touch_point: 0.1102, 0.2293, lift_point: 0.1102, 0.2293" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8858, 0.3312, lift_point: 0.8858, 0.3312", "pred": "The action is #DUAL_POINT#; touch_point: 0.3135, 0.8783, lift_point: 0.3135, 0.8783" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0637, 0.3928, lift_point: 0.0637, 0.3928", "pred": "The action is #DUAL_POINT#; touch_point: 0.0472, 0.2586, lift_point: 0.0472, 0.2586" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of Canada\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1337, 0.5734, lift_point: 0.1337, 0.5734", "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.2553, lift_point: 0.127, 0.2553" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8106, 0.6268, lift_point: 0.8106, 0.6268", "pred": "The action is #DUAL_POINT#; touch_point: 0.7964, 0.696, lift_point: 0.7964, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0451, 0.9261, lift_point: 0.0451, 0.9261", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1713, 0.5737, lift_point: 0.1713, 0.5737", "pred": "The action is #DUAL_POINT#; touch_point: 0.1871, 0.7818, lift_point: 0.1871, 0.7818" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.882, 0.4322, lift_point: 0.882, 0.4322", "pred": "The action is #DUAL_POINT#; touch_point: 0.9009, 0.3733, lift_point: 0.9009, 0.3733" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0616, 0.4232, lift_point: 0.0616, 0.4232", "pred": "The action is #DUAL_POINT#; touch_point: 0.2716, 0.311, lift_point: 0.2716, 0.311" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new perfume\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for a new perfume\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.777, 0.3726, lift_point: 0.777, 0.3726", "pred": "The action is #DUAL_POINT#; touch_point: 0.6516, 0.2995, lift_point: 0.6516, 0.2995" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1158, 0.3405, lift_point: 0.1158, 0.3405", "pred": "The action is #DUAL_POINT#; touch_point: 0.1479, 0.2386, lift_point: 0.1479, 0.2386" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499", "pred": "The action is #DUAL_POINT#; touch_point: 0.916, 0.3998, lift_point: 0.916, 0.3998" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6348, 0.8499, lift_point: 0.6348, 0.8499", "pred": "The action is #DUAL_POINT#; touch_point: 0.6907, 0.3051, lift_point: 0.6907, 0.3051" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6392, 0.8663, lift_point: 0.6392, 0.8663", "pred": "The action is #DUAL_POINT#; touch_point: 0.3936, 0.5224, lift_point: 0.3936, 0.5224" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0508, 0.0719, lift_point: 0.0508, 0.0719", "pred": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.9388, lift_point: 0.0568, 0.9388" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0437, 0.8153, lift_point: 0.0437, 0.8153", "pred": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.9457, lift_point: 0.0568, 0.9457" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0634, 0.3804, lift_point: 0.0634, 0.3804", "pred": "The action is #DUAL_POINT#; touch_point: 0.2773, 0.2762, lift_point: 0.2773, 0.2762" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"GameSpot Reviews?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2834, 0.3351, lift_point: 0.2834, 0.3351", "pred": "The action is #DUAL_POINT#; touch_point: 0.2778, 0.3087, lift_point: 0.2778, 0.3087" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6428, 0.6428, lift_point: 0.6428, 0.6428" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6371, 0.6375, lift_point: 0.6371, 0.6375" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8578, 0.9498, lift_point: 0.8578, 0.9498", "pred": "The action is #DUAL_POINT#; touch_point: 0.6342, 0.6342, lift_point: 0.6342, 0.6342" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6896, 0.3524, lift_point: 0.6896, 0.3524", "pred": "The action is #DUAL_POINT#; touch_point: 0.377, 0.377, lift_point: 0.377, 0.377" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3458, 0.2445, lift_point: 0.3458, 0.2445", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.309, 0.314, lift_point: 0.309, 0.314" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5986, 0.8539, lift_point: 0.5986, 0.8539", "pred": "The action is #DUAL_POINT#; touch_point: 0.8865, 0.3075, lift_point: 0.8865, 0.3075" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0633, 0.0591, lift_point: 0.0633, 0.0591", "pred": "The action is #DUAL_POINT#; touch_point: 0.0529, 0.0529, lift_point: 0.0529, 0.0529" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0577, 0.8463, lift_point: 0.0577, 0.8463", "pred": "The action is #DUAL_POINT#; touch_point: 0.0567, 0.9457, lift_point: 0.0567, 0.9457" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0481, 0.0711, lift_point: 0.0481, 0.0711", "pred": "The action is #DUAL_POINT#; touch_point: 0.4611, 0.461, lift_point: 0.4611, 0.461" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0464, 0.8343, lift_point: 0.0464, 0.8343", "pred": "The action is #DUAL_POINT#; touch_point: 0.0597, 0.9452, lift_point: 0.0597, 0.9452" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0624, 0.5325, lift_point: 0.0624, 0.5325", "pred": "The action is #DUAL_POINT#; touch_point: 0.1115, 0.2559, lift_point: 0.1115, 0.2559" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"GameTrailers\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"GameTrailers\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1229, 0.3623, lift_point: 0.1229, 0.3623", "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.254, lift_point: 0.127, 0.254" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.313, 0.313, lift_point: 0.313, 0.313" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8813, 0.3494, lift_point: 0.8813, 0.3494", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0436, 0.3128, lift_point: 0.0436, 0.3128", "pred": "The action is #DUAL_POINT#; touch_point: 0.1227, 0.2793, lift_point: 0.1227, 0.2793" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Bahamas\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in the Bahamas\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3599, 0.3964, lift_point: 0.3599, 0.3964", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.345, lift_point: 0.123, 0.345" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3175, 0.3732, lift_point: 0.3175, 0.3732" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8874, 0.4462, lift_point: 0.8874, 0.4462", "pred": "The action is #DUAL_POINT#; touch_point: 0.9004, 0.3734, lift_point: 0.9004, 0.3734" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0649, 0.4272, lift_point: 0.0649, 0.4272", "pred": "The action is #DUAL_POINT#; touch_point: 0.0474, 0.2343, lift_point: 0.0474, 0.2343" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Vietnam?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1177, 0.2747, lift_point: 0.1177, 0.2747", "pred": "The action is #DUAL_POINT#; touch_point: 0.1099, 0.2553, lift_point: 0.1099, 0.2553" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9082, 0.3476, lift_point: 0.9082, 0.3476", "pred": "The action is #DUAL_POINT#; touch_point: 0.3151, 0.502, lift_point: 0.3151, 0.502" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8854, 0.439, lift_point: 0.8854, 0.439", "pred": "The action is #DUAL_POINT#; touch_point: 0.9103, 0.345, lift_point: 0.9103, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0666, 0.2781, lift_point: 0.0666, 0.2781", "pred": "The action is #DUAL_POINT#; touch_point: 0.0477, 0.2943, lift_point: 0.0477, 0.2943" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the weather like in Chicago?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1803, 0.4498, lift_point: 0.1803, 0.4498", "pred": "The action is #DUAL_POINT#; touch_point: 0.1129, 0.306, lift_point: 0.1129, 0.306" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1112, 0.8553, lift_point: 0.1112, 0.8553" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3663, 0.1218, lift_point: 0.3663, 0.1218", "pred": "The action is #DUAL_POINT#; touch_point: 0.465, 0.3055, lift_point: 0.465, 0.3055" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0773, 0.0834, lift_point: 0.0773, 0.0834" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3585, 0.6635, lift_point: 0.3585, 0.6635", "pred": "The action is #DUAL_POINT#; touch_point: 0.1639, 0.5075, lift_point: 0.1639, 0.5075" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0714, 0.149, lift_point: 0.0714, 0.149", "pred": "The action is #DUAL_POINT#; touch_point: 0.0912, 0.102, lift_point: 0.0912, 0.102" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.876, 0.5203, lift_point: 0.876, 0.5203", "pred": "The action is #DUAL_POINT#; touch_point: 0.1842, 0.123, lift_point: 0.1842, 0.123" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.603, 0.3919, lift_point: 0.603, 0.3919", "pred": "The action is #DUAL_POINT#; touch_point: 0.6019, 0.4069, lift_point: 0.6019, 0.4069" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4228, 0.5073, lift_point: 0.4228, 0.5073", "pred": "The action is #DUAL_POINT#; touch_point: 0.6015, 0.4067, lift_point: 0.6015, 0.4067" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3074, 0.7011, lift_point: 0.3074, 0.7011", "pred": "The action is #DUAL_POINT#; touch_point: 0.6014, 0.5824, lift_point: 0.6014, 0.5824" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6771, 0.7448, lift_point: 0.6771, 0.7448", "pred": "The action is #DUAL_POINT#; touch_point: 0.6187, 0.6187, lift_point: 0.6187, 0.6187" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4335, 0.8971, lift_point: 0.4335, 0.8971", "pred": "The action is #DUAL_POINT#; touch_point: 0.1288, 0.9353, lift_point: 0.1288, 0.9353" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1619, 0.5078, lift_point: 0.1619, 0.5078" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8827, 0.5237, lift_point: 0.8827, 0.5237", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What are the best selling refrigerators at Home Depot\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" at home depot\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2118, 0.495, lift_point: 0.2118, 0.495", "pred": "The action is #DUAL_POINT#; touch_point: 0.129, 0.397, lift_point: 0.129, 0.397" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3531, 0.5142, lift_point: 0.3531, 0.5142", "pred": "The action is #DUAL_POINT#; touch_point: 0.9457, 0.4994, lift_point: 0.9457, 0.4994" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.4774, lift_point: 0.0612, 0.4774" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3485, 0.2759, lift_point: 0.3485, 0.2759", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.5613, lift_point: 0.068, 0.5613" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0475, 0.48, lift_point: 0.0475, 0.48", "pred": "The action is #DUAL_POINT#; touch_point: 0.0595, 0.4613, lift_point: 0.0595, 0.4613" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Los Angeles\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Los Angeles\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.443, 0.443, lift_point: 0.443, 0.443" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7715, 0.4784, lift_point: 0.7715, 0.4784", "pred": "The action is #DUAL_POINT#; touch_point: 0.9274, 0.5087, lift_point: 0.9274, 0.5087" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0461, 0.8065, lift_point: 0.0461, 0.8065", "pred": "The action is #DUAL_POINT#; touch_point: 0.0473, 0.4774, lift_point: 0.0473, 0.4774" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new Ariana Grande \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new Ariana Grande\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.3266, 0.3634, lift_point: 0.3266, 0.3634" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7711, 0.2952, lift_point: 0.7711, 0.2952", "pred": "The action is #DUAL_POINT#; touch_point: 0.146, 0.8731, lift_point: 0.146, 0.8731" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.159, 0.4774, lift_point: 0.159, 0.4774", "pred": "The action is #DUAL_POINT#; touch_point: 0.239, 0.429, lift_point: 0.239, 0.429" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5075, 0.042, lift_point: 0.5075, 0.042", "pred": "The action is #DUAL_POINT#; touch_point: 0.1902, 0.8472, lift_point: 0.1902, 0.8472" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1134, 0.3077, lift_point: 0.1134, 0.3077", "pred": "The action is #DUAL_POINT#; touch_point: 0.1464, 0.8951, lift_point: 0.1464, 0.8951" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1774, 0.2732, lift_point: 0.1774, 0.2732", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.9434, lift_point: 0.123, 0.9434" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1774, 0.2732, lift_point: 0.1774, 0.2732", "pred": "The action is #DUAL_POINT#; touch_point: 0.2192, 0.4234, lift_point: 0.2192, 0.4234" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.173, 0.2203, lift_point: 0.173, 0.2203", "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.9354, lift_point: 0.1172, 0.9354" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.143, 0.9347, lift_point: 0.143, 0.9347" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3458, 0.485, lift_point: 0.3458, 0.485", "pred": "The action is #DUAL_POINT#; touch_point: 0.9352, 0.499, lift_point: 0.9352, 0.499" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0518, 0.4301, lift_point: 0.0518, 0.4301", "pred": "The action is #DUAL_POINT#; touch_point: 0.0581, 0.5774, lift_point: 0.0581, 0.5774" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Portland?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" rent for in Portland?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 2 bedroom apartment rent for in Portland?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.142, 0.6227, lift_point: 0.142, 0.6227" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4404, 0.3736, lift_point: 0.4404, 0.3736" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4963, 0.3306, lift_point: 0.4963, 0.3306", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3506, 0.4922, lift_point: 0.3506, 0.4922", "pred": "The action is #DUAL_POINT#; touch_point: 0.9354, 0.4997, lift_point: 0.9354, 0.4997" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0503, 0.5814, lift_point: 0.0503, 0.5814", "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.645, lift_point: 0.1179, 0.645" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Colombia?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Colombia?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1142, 0.2984, lift_point: 0.1142, 0.2984" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3179, 0.4504, lift_point: 0.3179, 0.4504", "pred": "The action is #DUAL_POINT#; touch_point: 0.4686, 0.0837, lift_point: 0.4686, 0.0837" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3143, 0.5054, lift_point: 0.3143, 0.5054", "pred": "The action is #DUAL_POINT#; touch_point: 0.6598, 0.305, lift_point: 0.6598, 0.305" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0659, 0.5205, lift_point: 0.0659, 0.5205", "pred": "The action is #DUAL_POINT#; touch_point: 0.0614, 0.6056, lift_point: 0.0614, 0.6056" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Buenos aires\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #DUAL_POINT#; touch_point: 0.117, 0.2552, lift_point: 0.117, 0.2552" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.798, 0.7097, lift_point: 0.798, 0.7097" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3288, 0.5034, lift_point: 0.3288, 0.5034", "pred": "The action is #DUAL_POINT#; touch_point: 0.6688, 0.3053, lift_point: 0.6688, 0.3053" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2554, 0.5853, lift_point: 0.2554, 0.5853", "pred": "The action is #DUAL_POINT#; touch_point: 0.0739, 0.4294, lift_point: 0.0739, 0.4294" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the capital of France?\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7828, 0.6952, lift_point: 0.7828, 0.6952", "pred": "The action is #DUAL_POINT#; touch_point: 0.8784, 0.345, lift_point: 0.8784, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8954, 0.5411, lift_point: 0.8954, 0.5411", "pred": "The action is #DUAL_POINT#; touch_point: 0.9177, 0.487, lift_point: 0.9177, 0.487" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8974, 0.099, lift_point: 0.8974, 0.099", "pred": "The action is #DUAL_POINT#; touch_point: 0.9093, 0.9093, lift_point: 0.9093, 0.9093" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.305, 0.6055, lift_point: 0.305, 0.6055", "pred": "The action is #DUAL_POINT#; touch_point: 0.2949, 0.2228, lift_point: 0.2949, 0.2228" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from NYC to Chicago\"" }, { "gt": "The action is #PRESS_ENTER#", "pred": "The action is #PRESS_ENTER#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8128, 0.4628, lift_point: 0.8128, 0.4628", "pred": "The action is #DUAL_POINT#; touch_point: 0.232, 0.7784, lift_point: 0.232, 0.7784" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2628, 0.2628, lift_point: 0.2628, 0.2628" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7737, 0.699, lift_point: 0.7737, 0.699", "pred": "The action is #DUAL_POINT#; touch_point: 0.7966, 0.696, lift_point: 0.7966, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.536, lift_point: 0.0621, 0.536", "pred": "The action is #DUAL_POINT#; touch_point: 0.0536, 0.8504, lift_point: 0.0536, 0.8504" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1411, 0.7654, lift_point: 0.1411, 0.7654", "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.373, lift_point: 0.127, 0.373" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7197, 0.5707, lift_point: 0.7197, 0.5707", "pred": "The action is #DUAL_POINT#; touch_point: 0.6375, 0.256, lift_point: 0.6375, 0.256" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9042, 0.5328, lift_point: 0.9042, 0.5328", "pred": "The action is #DUAL_POINT#; touch_point: 0.6452, 0.6452, lift_point: 0.6452, 0.6452" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5991, 0.2031, lift_point: 0.5991, 0.2031", "pred": "The action is #DUAL_POINT#; touch_point: 0.3326, 0.4508, lift_point: 0.3326, 0.4508" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0667, 0.5883, lift_point: 0.0667, 0.5883", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the LG TV\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the LG TV\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1317, 0.3694, lift_point: 0.1317, 0.3694", "pred": "The action is #DUAL_POINT#; touch_point: 0.1183, 0.504, lift_point: 0.1183, 0.504" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6183, 0.1778, lift_point: 0.6183, 0.1778" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7844, 0.4128, lift_point: 0.7844, 0.4128", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2666, 0.9496, lift_point: 0.2666, 0.9496", "pred": "The action is #DUAL_POINT#; touch_point: 0.1188, 0.9228, lift_point: 0.1188, 0.9228" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.6269, 0.6238, lift_point: 0.6269, 0.6238" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7461, 0.9405, lift_point: 0.7461, 0.9405", "pred": "The action is #DUAL_POINT#; touch_point: 0.6185, 0.7172, lift_point: 0.6185, 0.7172" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7894, 0.6619, lift_point: 0.7894, 0.6619", "pred": "The action is #DUAL_POINT#; touch_point: 0.8272, 0.3151, lift_point: 0.8272, 0.3151" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1974, 0.3985, lift_point: 0.1974, 0.3985", "pred": "The action is #DUAL_POINT#; touch_point: 0.0647, 0.4616, lift_point: 0.0647, 0.4616" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.064, 0.5751, lift_point: 0.064, 0.5751", "pred": "The action is #DUAL_POINT#; touch_point: 0.054, 0.054, lift_point: 0.054, 0.054" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"price of the new iPhone on eBay\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1467, 0.5544, lift_point: 0.1467, 0.5544", "pred": "The action is #DUAL_POINT#; touch_point: 0.1272, 0.4064, lift_point: 0.1272, 0.4064" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5362, 0.4795, lift_point: 0.5362, 0.4795", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2002, 0.8959, lift_point: 0.2002, 0.8959" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6009, 0.1258, lift_point: 0.6009, 0.1258", "pred": "The action is #DUAL_POINT#; touch_point: 0.1349, 0.7028, lift_point: 0.1349, 0.7028" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7808, 0.6931, lift_point: 0.7808, 0.6931", "pred": "The action is #DUAL_POINT#; touch_point: 0.7935, 0.6884, lift_point: 0.7935, 0.6884" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6936, 0.8393, lift_point: 0.6936, 0.8393", "pred": "The action is #DUAL_POINT#; touch_point: 0.8228, 0.3455, lift_point: 0.8228, 0.3455" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7686, 0.7016, lift_point: 0.7686, 0.7016", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0619, 0.546, lift_point: 0.0619, 0.546", "pred": "The action is #DUAL_POINT#; touch_point: 0.0563, 0.4176, lift_point: 0.0563, 0.4176" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at Five Guys\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"menu at Five Guys\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1341, 0.3932, lift_point: 0.1341, 0.3932", "pred": "The action is #DUAL_POINT#; touch_point: 0.1044, 0.2523, lift_point: 0.1044, 0.2523" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3713, 0.3599, lift_point: 0.3713, 0.3599", "pred": "The action is #DUAL_POINT#; touch_point: 0.3703, 0.3738, lift_point: 0.3703, 0.3738" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1276, 0.9579, lift_point: 0.1276, 0.9579", "pred": "The action is #DUAL_POINT#; touch_point: 0.1568, 0.8954, lift_point: 0.1568, 0.8954" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.389, 0.3731, lift_point: 0.389, 0.3731" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.768, 0.7048, lift_point: 0.768, 0.7048", "pred": "The action is #DUAL_POINT#; touch_point: 0.7945, 0.6897, lift_point: 0.7945, 0.6897" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.052, 0.5235, lift_point: 0.052, 0.5235", "pred": "The action is #DUAL_POINT#; touch_point: 0.068, 0.4652, lift_point: 0.068, 0.4652" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"weather like in Delhi\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1236, 0.4752, lift_point: 0.1236, 0.4752", "pred": "The action is #DUAL_POINT#; touch_point: 0.1238, 0.3065, lift_point: 0.1238, 0.3065" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5154, 0.5224, lift_point: 0.5154, 0.5224", "pred": "The action is #DUAL_POINT#; touch_point: 0.645, 0.1038, lift_point: 0.645, 0.1038" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7754, 0.6913, lift_point: 0.7754, 0.6913", "pred": "The action is #DUAL_POINT#; touch_point: 0.7964, 0.696, lift_point: 0.7964, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0722, 0.4674, lift_point: 0.0722, 0.4674", "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.4775, lift_point: 0.061, 0.4775" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Venezuela\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"capital of Venezuela\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1258, 0.44, lift_point: 0.1258, 0.44", "pred": "The action is #DUAL_POINT#; touch_point: 0.1272, 0.4693, lift_point: 0.1272, 0.4693" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7785, 0.6747, lift_point: 0.7785, 0.6747", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.652, lift_point: 0.799, 0.652" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9707, 0.5144, lift_point: 0.9707, 0.5144", "pred": "The action is #DUAL_POINT#; touch_point: 0.0659, 0.0659, lift_point: 0.0659, 0.0659" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7778, 0.4917, lift_point: 0.7778, 0.4917", "pred": "The action is #DUAL_POINT#; touch_point: 0.7965, 0.696, lift_point: 0.7965, 0.696" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5702, 0.2163, lift_point: 0.5702, 0.2163", "pred": "The action is #DUAL_POINT#; touch_point: 0.1571, 0.4794, lift_point: 0.1571, 0.4794" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7842, 0.5074, lift_point: 0.7842, 0.5074", "pred": "The action is #DUAL_POINT#; touch_point: 0.9113, 0.389, lift_point: 0.9113, 0.389" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.063, 0.7931, lift_point: 0.063, 0.7931", "pred": "The action is #DUAL_POINT#; touch_point: 0.0526, 0.8344, lift_point: 0.0526, 0.8344" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0644, 0.9342, lift_point: 0.0644, 0.9342", "pred": "The action is #DUAL_POINT#; touch_point: 0.0626, 0.9451, lift_point: 0.0626, 0.9451" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0643, 0.5633, lift_point: 0.0643, 0.5633", "pred": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.0617, lift_point: 0.0568, 0.0617" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Spotify\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Spotify\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1261, 0.2586, lift_point: 0.1261, 0.2586", "pred": "The action is #DUAL_POINT#; touch_point: 0.129, 0.2864, lift_point: 0.129, 0.2864" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1452, 0.8704, lift_point: 0.1452, 0.8704", "pred": "The action is #DUAL_POINT#; touch_point: 0.2024, 0.8759, lift_point: 0.2024, 0.8759" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2044, 0.8852, lift_point: 0.2044, 0.8852" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7725, 0.6671, lift_point: 0.7725, 0.6671", "pred": "The action is #DUAL_POINT#; touch_point: 0.8664, 0.5184, lift_point: 0.8664, 0.5184" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0654, 0.4881, lift_point: 0.0654, 0.4881", "pred": "The action is #DUAL_POINT#; touch_point: 0.0659, 0.3976, lift_point: 0.0659, 0.3976" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Seattle\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Seattle\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1388, 0.3413, lift_point: 0.1388, 0.3413", "pred": "The action is #DUAL_POINT#; touch_point: 0.1301, 0.2213, lift_point: 0.1301, 0.2213" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4689, 0.0738, lift_point: 0.4689, 0.0738" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8444, 0.5089, lift_point: 0.8444, 0.5089", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1361, 0.9348, lift_point: 0.1361, 0.9348" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new iPad price\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7662, 0.6751, lift_point: 0.7662, 0.6751", "pred": "The action is #DUAL_POINT#; touch_point: 0.7968, 0.6968, lift_point: 0.7968, 0.6968" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0501, 0.3252, lift_point: 0.0501, 0.3252", "pred": "The action is #DUAL_POINT#; touch_point: 0.0621, 0.8395, lift_point: 0.0621, 0.8395" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"new iPad cost\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1279, 0.2557, lift_point: 0.1279, 0.2557" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1322, 0.2367, lift_point: 0.1322, 0.2367", "pred": "The action is #DUAL_POINT#; touch_point: 0.1098, 0.2986, lift_point: 0.1098, 0.2986" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7915, 0.863, lift_point: 0.7915, 0.863", "pred": "The action is #DUAL_POINT#; touch_point: 0.5937, 0.9167, lift_point: 0.5937, 0.9167" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.674, 0.4341, lift_point: 0.674, 0.4341", "pred": "The action is #DUAL_POINT#; touch_point: 0.4509, 0.3007, lift_point: 0.4509, 0.3007" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6739, 0.4207, lift_point: 0.6739, 0.4207", "pred": "The action is #DUAL_POINT#; touch_point: 0.4432, 0.1854, lift_point: 0.4432, 0.1854" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4539, 0.447, lift_point: 0.4539, 0.447", "pred": "The action is #DUAL_POINT#; touch_point: 0.9047, 0.9047, lift_point: 0.9047, 0.9047" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5376, 0.5376, lift_point: 0.5376, 0.5376" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.9086, 0.4944, lift_point: 0.9086, 0.4944" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3937, 0.6838, lift_point: 0.3937, 0.6838", "pred": "The action is #DUAL_POINT#; touch_point: 0.1651, 0.5077, lift_point: 0.1651, 0.5077" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0821, 0.9174, lift_point: 0.0821, 0.9174" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7774, 0.6949, lift_point: 0.7774, 0.6949", "pred": "The action is #DUAL_POINT#; touch_point: 0.8739, 0.3985, lift_point: 0.8739, 0.3985" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0724, 0.4845, lift_point: 0.0724, 0.4845", "pred": "The action is #DUAL_POINT#; touch_point: 0.171, 0.591, lift_point: 0.171, 0.591" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Barbados\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Barbados\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1338, 0.2837, lift_point: 0.1338, 0.2837", "pred": "The action is #DUAL_POINT#; touch_point: 0.124, 0.309, lift_point: 0.124, 0.309" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4994, 0.7512, lift_point: 0.4994, 0.7512", "pred": "The action is #DUAL_POINT#; touch_point: 0.618, 0.523, lift_point: 0.618, 0.523" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.718, 0.2874, lift_point: 0.718, 0.2874" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5958, 0.1802, lift_point: 0.5958, 0.1802", "pred": "The action is #DUAL_POINT#; touch_point: 0.504, 0.503, lift_point: 0.504, 0.503" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1279, 0.3673, lift_point: 0.1279, 0.3673", "pred": "The action is #DUAL_POINT#; touch_point: 0.2755, 0.489, lift_point: 0.2755, 0.489" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0655, 0.8962, lift_point: 0.0655, 0.8962", "pred": "The action is #DUAL_POINT#; touch_point: 0.1067, 0.9253, lift_point: 0.1067, 0.9253" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for good Greek restaurants\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"good Greek restaurants\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1317, 0.6422, lift_point: 0.1317, 0.6422", "pred": "The action is #DUAL_POINT#; touch_point: 0.1101, 0.2214, lift_point: 0.1101, 0.2214" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4409, 0.2918, lift_point: 0.4409, 0.2918" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5651, 0.1852, lift_point: 0.5651, 0.1852", "pred": "The action is #DUAL_POINT#; touch_point: 0.904, 0.3285, lift_point: 0.904, 0.3285" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1045, 0.5368, lift_point: 0.1045, 0.5368", "pred": "The action is #DUAL_POINT#; touch_point: 0.1451, 0.3194, lift_point: 0.1451, 0.3194" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0462, 0.8993, lift_point: 0.0462, 0.8993", "pred": "The action is #DUAL_POINT#; touch_point: 0.1127, 0.2456, lift_point: 0.1127, 0.2456" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0491, 0.4284, lift_point: 0.0491, 0.4284", "pred": "The action is #DUAL_POINT#; touch_point: 0.0627, 0.9453, lift_point: 0.0627, 0.9453" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in Beijing? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What time is it in Beijing?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1116, 0.4166, lift_point: 0.1116, 0.4166", "pred": "The action is #DUAL_POINT#; touch_point: 0.1178, 0.491, lift_point: 0.1178, 0.491" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1378, 0.9174, lift_point: 0.1378, 0.9174" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5386, 0.1224, lift_point: 0.5386, 0.1224", "pred": "The action is #DUAL_POINT#; touch_point: 0.904, 0.6736, lift_point: 0.904, 0.6736" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1063, 0.5713, lift_point: 0.1063, 0.5713", "pred": "The action is #DUAL_POINT#; touch_point: 0.0656, 0.8394, lift_point: 0.0656, 0.8394" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0474, 0.9258, lift_point: 0.0474, 0.9258", "pred": "The action is #DUAL_POINT#; touch_point: 0.1184, 0.2554, lift_point: 0.1184, 0.2554" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0606, 0.444, lift_point: 0.0606, 0.444", "pred": "The action is #DUAL_POINT#; touch_point: 0.0614, 0.2554, lift_point: 0.0614, 0.2554" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the TCL TV cost? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does the TCL TV cost?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1079, 0.3517, lift_point: 0.1079, 0.3517", "pred": "The action is #DUAL_POINT#; touch_point: 0.1273, 0.298, lift_point: 0.1273, 0.298" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3504, 0.3787, lift_point: 0.3504, 0.3787", "pred": "The action is #DUAL_POINT#; touch_point: 0.2798, 0.2794, lift_point: 0.2798, 0.2794" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5519, 0.3016, lift_point: 0.5519, 0.3016", "pred": "The action is #DUAL_POINT#; touch_point: 0.2303, 0.352, lift_point: 0.2303, 0.352" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.9109, 0.345, lift_point: 0.9109, 0.345" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5469, 0.1552, lift_point: 0.5469, 0.1552", "pred": "The action is #DUAL_POINT#; touch_point: 0.9048, 0.6737, lift_point: 0.9048, 0.6737" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0428, 0.5818, lift_point: 0.0428, 0.5818", "pred": "The action is #DUAL_POINT#; touch_point: 0.0442, 0.5187, lift_point: 0.0442, 0.5187" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0428, 0.9008, lift_point: 0.0428, 0.9008", "pred": "The action is #DUAL_POINT#; touch_point: 0.1129, 0.2593, lift_point: 0.1129, 0.2593" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0586, 0.3854, lift_point: 0.0586, 0.3854", "pred": "The action is #DUAL_POINT#; touch_point: 0.0426, 0.306, lift_point: 0.0426, 0.306" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Australian Dollar\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0533, 0.8195, lift_point: 0.0533, 0.8195", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0479, 0.8541, lift_point: 0.0479, 0.8541", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0527, 0.8434, lift_point: 0.0527, 0.8434", "pred": "The action is #DUAL_POINT#; touch_point: 0.1268, 0.4619, lift_point: 0.1268, 0.4619" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0552, 0.8162, lift_point: 0.0552, 0.8162", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0326, 0.9083, lift_point: 0.0326, 0.9083", "pred": "The action is #DUAL_POINT#; touch_point: 0.1464, 0.5784, lift_point: 0.1464, 0.5784" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0454, 0.9083, lift_point: 0.0454, 0.9083", "pred": "The action is #DUAL_POINT#; touch_point: 0.1367, 0.9314, lift_point: 0.1367, 0.9314" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0524, 0.3553, lift_point: 0.0524, 0.3553", "pred": "The action is #DUAL_POINT#; touch_point: 0.1278, 0.8543, lift_point: 0.1278, 0.8543" }, { "gt": "The action is #PRESS_BACK#", "pred": "The action is #DUAL_POINT#; touch_point: 0.136, 0.373, lift_point: 0.136, 0.373" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0664, 0.2897, lift_point: 0.0664, 0.2897", "pred": "The action is #DUAL_POINT#; touch_point: 0.1179, 0.313, lift_point: 0.1179, 0.313" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0612, 0.5317, lift_point: 0.0612, 0.5317", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.048, 0.8925, lift_point: 0.048, 0.8925", "pred": "The action is #DUAL_POINT#; touch_point: 0.1366, 0.4358, lift_point: 0.1366, 0.4358" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0512, 0.3511, lift_point: 0.0512, 0.3511", "pred": "The action is #DUAL_POINT#; touch_point: 0.0962, 0.3854, lift_point: 0.0962, 0.3854" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"US dollar exchange rate against the Australian Dollar \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the US dollar exchange rate against the Australian Dollar \"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1125, 0.3218, lift_point: 0.1125, 0.3218", "pred": "The action is #DUAL_POINT#; touch_point: 0.0963, 0.4674, lift_point: 0.0963, 0.4674" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7876, 0.173, lift_point: 0.7876, 0.173", "pred": "The action is #Scrolling Up#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3592, 0.8903, lift_point: 0.3592, 0.8903", "pred": "The action is #DUAL_POINT#; touch_point: 0.8626, 0.8623, lift_point: 0.8626, 0.8623" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.158, 0.6324, lift_point: 0.158, 0.6324" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5418, 0.1546, lift_point: 0.5418, 0.1546", "pred": "The action is #DUAL_POINT#; touch_point: 0.9048, 0.324, lift_point: 0.9048, 0.324" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1066, 0.6427, lift_point: 0.1066, 0.6427", "pred": "The action is #DUAL_POINT#; touch_point: 0.0653, 0.4651, lift_point: 0.0653, 0.4651" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0473, 0.9284, lift_point: 0.0473, 0.9284", "pred": "The action is #DUAL_POINT#; touch_point: 0.1075, 0.5182, lift_point: 0.1075, 0.5182" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0574, 0.4209, lift_point: 0.0574, 0.4209", "pred": "The action is #DUAL_POINT#; touch_point: 0.0624, 0.9451, lift_point: 0.0624, 0.9451" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Buenos aires \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Search for hotels in Buenos aires\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1073, 0.2739, lift_point: 0.1073, 0.2739", "pred": "The action is #DUAL_POINT#; touch_point: 0.1127, 0.2453, lift_point: 0.1127, 0.2453" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2568, 0.2873, lift_point: 0.2568, 0.2873", "pred": "The action is #DUAL_POINT#; touch_point: 0.3396, 0.2594, lift_point: 0.3396, 0.2594" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5469, 0.1602, lift_point: 0.5469, 0.1602", "pred": "The action is #DUAL_POINT#; touch_point: 0.9048, 0.6734, lift_point: 0.9048, 0.6734" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1094, 0.412, lift_point: 0.1094, 0.412", "pred": "The action is #DUAL_POINT#; touch_point: 0.0475, 0.4613, lift_point: 0.0475, 0.4613" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0442, 0.92, lift_point: 0.0442, 0.92", "pred": "The action is #DUAL_POINT#; touch_point: 0.0516, 0.9004, lift_point: 0.0516, 0.9004" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0447, 0.3167, lift_point: 0.0447, 0.3167", "pred": "The action is #DUAL_POINT#; touch_point: 0.054, 0.3221, lift_point: 0.054, 0.3221" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of Bolivia \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Google the capital of Bolivia\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0988, 0.3816, lift_point: 0.0988, 0.3816", "pred": "The action is #DUAL_POINT#; touch_point: 0.1139, 0.3228, lift_point: 0.1139, 0.3228" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.2216, 0.2216, lift_point: 0.2216, 0.2216" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5378, 0.1475, lift_point: 0.5378, 0.1475", "pred": "The action is #DUAL_POINT#; touch_point: 0.9048, 0.324, lift_point: 0.9048, 0.324" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5619, 0.1167, lift_point: 0.5619, 0.1167", "pred": "The action is #DUAL_POINT#; touch_point: 0.672, 0.3077, lift_point: 0.672, 0.3077" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0562, 0.487, lift_point: 0.0562, 0.487", "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.061, lift_point: 0.061, 0.061" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0534, 0.9112, lift_point: 0.0534, 0.9112", "pred": "The action is #DUAL_POINT#; touch_point: 0.0516, 0.9453, lift_point: 0.0516, 0.9453" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0619, 0.4799, lift_point: 0.0619, 0.4799", "pred": "The action is #DUAL_POINT#; touch_point: 0.0512, 0.505, lift_point: 0.0512, 0.505" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from Sydney to Buenos aires \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0512, 0.652, lift_point: 0.0512, 0.652" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1134, 0.4101, lift_point: 0.1134, 0.4101", "pred": "The action is #DUAL_POINT#; touch_point: 0.1108, 0.2296, lift_point: 0.1108, 0.2296" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5912, 0.3496, lift_point: 0.5912, 0.3496", "pred": "The action is #DUAL_POINT#; touch_point: 0.3285, 0.373, lift_point: 0.3285, 0.373" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9431, 0.52, lift_point: 0.9431, 0.52", "pred": "The action is #DUAL_POINT#; touch_point: 0.8664, 0.566, lift_point: 0.8664, 0.566" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1021, 0.9745, lift_point: 0.1021, 0.9745", "pred": "The action is #DUAL_POINT#; touch_point: 0.2538, 0.2656, lift_point: 0.2538, 0.2656" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5861, 0.5358, lift_point: 0.5861, 0.5358", "pred": "The action is #DUAL_POINT#; touch_point: 0.1904, 0.9038, lift_point: 0.1904, 0.9038" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4939, 0.3748, lift_point: 0.4939, 0.3748", "pred": "The action is #DUAL_POINT#; touch_point: 0.2365, 0.629, lift_point: 0.2365, 0.629" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.4843, 0.3748, lift_point: 0.4843, 0.3748", "pred": "The action is #DUAL_POINT#; touch_point: 0.1267, 0.9242, lift_point: 0.1267, 0.9242" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5964, 0.4444, lift_point: 0.5964, 0.4444", "pred": "The action is #DUAL_POINT#; touch_point: 0.1541, 0.8629, lift_point: 0.1541, 0.8629" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5567, 0.4671, lift_point: 0.5567, 0.4671", "pred": "The action is #DUAL_POINT#; touch_point: 0.1273, 0.9351, lift_point: 0.1273, 0.9351" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5412, 0.1542, lift_point: 0.5412, 0.1542", "pred": "The action is #DUAL_POINT#; touch_point: 0.1689, 0.6736, lift_point: 0.1689, 0.6736" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0539, 0.3661, lift_point: 0.0539, 0.3661", "pred": "The action is #DUAL_POINT#; touch_point: 0.0435, 0.3065, lift_point: 0.0435, 0.3065" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.055, 0.9027, lift_point: 0.055, 0.9027", "pred": "The action is #DUAL_POINT#; touch_point: 0.054, 0.9451, lift_point: 0.054, 0.9451" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0275, 0.3803, lift_point: 0.0275, 0.3803", "pred": "The action is #DUAL_POINT#; touch_point: 0.0515, 0.945, lift_point: 0.0515, 0.945" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the latest video from GameSpot Reviews? \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.0526, 0.9451, lift_point: 0.0526, 0.9451" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1097, 0.3554, lift_point: 0.1097, 0.3554", "pred": "The action is #DUAL_POINT#; touch_point: 0.112, 0.317, lift_point: 0.112, 0.317" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.5012, 0.5047, lift_point: 0.5012, 0.5047" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5337, 0.1261, lift_point: 0.5337, 0.1261", "pred": "The action is #DUAL_POINT#; touch_point: 0.9048, 0.6734, lift_point: 0.9048, 0.6734" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.123, 0.2968, lift_point: 0.123, 0.2968", "pred": "The action is #DUAL_POINT#; touch_point: 0.1092, 0.2985, lift_point: 0.1092, 0.2985" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0604, 0.9069, lift_point: 0.0604, 0.9069", "pred": "The action is #DUAL_POINT#; touch_point: 0.0568, 0.9457, lift_point: 0.0568, 0.9457" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0541, 0.2805, lift_point: 0.0541, 0.2805", "pred": "The action is #DUAL_POINT#; touch_point: 0.0448, 0.2565, lift_point: 0.0448, 0.2565" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile? \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the news in Chile?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1075, 0.3487, lift_point: 0.1075, 0.3487", "pred": "The action is #DUAL_POINT#; touch_point: 0.1128, 0.2585, lift_point: 0.1128, 0.2585" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2558, 0.3923, lift_point: 0.2558, 0.3923", "pred": "The action is #DUAL_POINT#; touch_point: 0.3366, 0.2863, lift_point: 0.3366, 0.2863" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8747, 0.2714, lift_point: 0.8747, 0.2714", "pred": "The action is #DUAL_POINT#; touch_point: 0.1372, 0.9147, lift_point: 0.1372, 0.9147" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1659, 0.8954, lift_point: 0.1659, 0.8954" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7585, 0.5167, lift_point: 0.7585, 0.5167", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1368, 0.1409, lift_point: 0.1368, 0.1409", "pred": "The action is #DUAL_POINT#; touch_point: 0.9045, 0.5116, lift_point: 0.9045, 0.5116" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.543, 0.1352, lift_point: 0.543, 0.1352", "pred": "The action is #DUAL_POINT#; touch_point: 0.9168, 0.6736, lift_point: 0.9168, 0.6736" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1093, 0.4126, lift_point: 0.1093, 0.4126", "pred": "The action is #DUAL_POINT#; touch_point: 0.0615, 0.9465, lift_point: 0.0615, 0.9465" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0622, 0.9057, lift_point: 0.0622, 0.9057", "pred": "The action is #DUAL_POINT#; touch_point: 0.0519, 0.945, lift_point: 0.0519, 0.945" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0419, 0.2554, lift_point: 0.0419, 0.2554", "pred": "The action is #DUAL_POINT#; touch_point: 0.1018, 0.4637, lift_point: 0.1018, 0.4637" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of sound? \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1016, 0.2553, lift_point: 0.1016, 0.2553" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1154, 0.3291, lift_point: 0.1154, 0.3291", "pred": "The action is #DUAL_POINT#; touch_point: 0.1048, 0.3103, lift_point: 0.1048, 0.3103" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1693, 0.9404, lift_point: 0.1693, 0.9404" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5677, 0.8324, lift_point: 0.5677, 0.8324", "pred": "The action is #DUAL_POINT#; touch_point: 0.9105, 0.345, lift_point: 0.9105, 0.345" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.9097, 0.3976, lift_point: 0.9097, 0.3976" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1954, 0.309, lift_point: 0.1954, 0.309", "pred": "The action is #DUAL_POINT#; touch_point: 0.1689, 0.5087, lift_point: 0.1689, 0.5087" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8997, 0.5628, lift_point: 0.8997, 0.5628", "pred": "The action is #DUAL_POINT#; touch_point: 0.915, 0.549, lift_point: 0.915, 0.549" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9033, 0.642, lift_point: 0.9033, 0.642", "pred": "The action is #DUAL_POINT#; touch_point: 0.9375, 0.493, lift_point: 0.9375, 0.493" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0681, 0.1163, lift_point: 0.0681, 0.1163", "pred": "The action is #DUAL_POINT#; touch_point: 0.176, 0.2675, lift_point: 0.176, 0.2675" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1405, 0.2047, lift_point: 0.1405, 0.2047", "pred": "The action is #DUAL_POINT#; touch_point: 0.1868, 0.8956, lift_point: 0.1868, 0.8956" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7894, 0.6932, lift_point: 0.7894, 0.6932", "pred": "The action is #DUAL_POINT#; touch_point: 0.9028, 0.536, lift_point: 0.9028, 0.536" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7983, 0.6786, lift_point: 0.7983, 0.6786", "pred": "The action is #DUAL_POINT#; touch_point: 0.5357, 0.7909, lift_point: 0.5357, 0.7909" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7952, 0.6971, lift_point: 0.7952, 0.6971", "pred": "The action is #DUAL_POINT#; touch_point: 0.8938, 0.5182, lift_point: 0.8938, 0.5182" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.107, 0.603, lift_point: 0.107, 0.603", "pred": "The action is #DUAL_POINT#; touch_point: 0.1619, 0.9399, lift_point: 0.1619, 0.9399" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0724, 0.5384, lift_point: 0.0724, 0.5384", "pred": "The action is #DUAL_POINT#; touch_point: 0.0527, 0.0527, lift_point: 0.0527, 0.0527" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What does the iPhone 8 look like\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.208, 0.5184, lift_point: 0.208, 0.5184", "pred": "The action is #DUAL_POINT#; touch_point: 0.1274, 0.3978, lift_point: 0.1274, 0.3978" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.8087, 0.7014, lift_point: 0.8087, 0.7014", "pred": "The action is #DUAL_POINT#; touch_point: 0.791, 0.6999, lift_point: 0.791, 0.6999" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0668, 0.4957, lift_point: 0.0668, 0.4957", "pred": "The action is #DUAL_POINT#; touch_point: 0.0704, 0.5272, lift_point: 0.0704, 0.5272" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"flights from London to Paris\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1352, 0.5249, lift_point: 0.1352, 0.5249", "pred": "The action is #DUAL_POINT#; touch_point: 0.127, 0.2556, lift_point: 0.127, 0.2556" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1352, 0.5354, lift_point: 0.1352, 0.5354", "pred": "The action is #DUAL_POINT#; touch_point: 0.1272, 0.2792, lift_point: 0.1272, 0.2792" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.7418, 0.5699, lift_point: 0.7418, 0.5699", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.8066, 0.699, lift_point: 0.8066, 0.699" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.5107, 0.6755, lift_point: 0.5107, 0.6755", "pred": "The action is #DUAL_POINT#; touch_point: 0.4775, 0.511, lift_point: 0.4775, 0.511" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1326, 0.5856, lift_point: 0.1326, 0.5856", "pred": "The action is #DUAL_POINT#; touch_point: 0.0474, 0.3964, lift_point: 0.0474, 0.3964" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1333, 0.6506, lift_point: 0.1333, 0.6506", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.2525, lift_point: 0.123, 0.2525" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.126, 0.5796, lift_point: 0.126, 0.5796", "pred": "The action is #DUAL_POINT#; touch_point: 0.172, 0.4139, lift_point: 0.172, 0.4139" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0703, 0.9171, lift_point: 0.0703, 0.9171", "pred": "The action is #DUAL_POINT#; touch_point: 0.1172, 0.9352, lift_point: 0.1172, 0.9352" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.9931, 0.7978, lift_point: 0.9931, 0.7978", "pred": "The action is #DUAL_POINT#; touch_point: 0.0702, 0.429, lift_point: 0.0702, 0.429" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Chicago\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"hotels in Chicago\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1514, 0.338, lift_point: 0.1514, 0.338", "pred": "The action is #DUAL_POINT#; touch_point: 0.1279, 0.373, lift_point: 0.1279, 0.373" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3338, 0.4203, lift_point: 0.3338, 0.4203", "pred": "The action is #DUAL_POINT#; touch_point: 0.4613, 0.4613, lift_point: 0.4613, 0.4613" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.1693, 0.4437, lift_point: 0.1693, 0.4437" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.799, 0.5055, lift_point: 0.799, 0.5055" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3751, 0.4752, lift_point: 0.3751, 0.4752", "pred": "The action is #DUAL_POINT#; touch_point: 0.668, 0.3057, lift_point: 0.668, 0.3057" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2126, 0.6494, lift_point: 0.2126, 0.6494", "pred": "The action is #DUAL_POINT#; touch_point: 0.0649, 0.4779, lift_point: 0.0649, 0.4779" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1314, 0.9394, lift_point: 0.1314, 0.9394", "pred": "The action is #DUAL_POINT#; touch_point: 0.1766, 0.9094, lift_point: 0.1766, 0.9094" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" \"", "pred": "The action is #DUAL_POINT#; touch_point: 0.123, 0.4067, lift_point: 0.123, 0.4067" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \" \"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How big is a dinosaur?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1319, 0.4797, lift_point: 0.1319, 0.4797", "pred": "The action is #DUAL_POINT#; touch_point: 0.1122, 0.9428, lift_point: 0.1122, 0.9428" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1261, 0.4727, lift_point: 0.1261, 0.4727", "pred": "The action is #DUAL_POINT#; touch_point: 0.1233, 0.9243, lift_point: 0.1233, 0.9243" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6105, 0.4638, lift_point: 0.6105, 0.4638", "pred": "The action is #DUAL_POINT#; touch_point: 0.1936, 0.9048, lift_point: 0.1936, 0.9048" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.422, 0.389, lift_point: 0.422, 0.389" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3666, 0.4903, lift_point: 0.3666, 0.4903", "pred": "The action is #DUAL_POINT#; touch_point: 0.477, 0.496, lift_point: 0.477, 0.496" }, { "gt": "The action is #Scrolling Up#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0504, 0.6107, lift_point: 0.0504, 0.6107" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.198, 0.6297, lift_point: 0.198, 0.6297", "pred": "The action is #DUAL_POINT#; touch_point: 0.0628, 0.537, lift_point: 0.0628, 0.537" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1238, 0.9271, lift_point: 0.1238, 0.9271", "pred": "The action is #DUAL_POINT#; touch_point: 0.1025, 0.9245, lift_point: 0.1025, 0.9245" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"How much does a 3 bedroom apartment rent for in Chicago?\"" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"\"", "pred": "The action is #DUAL_POINT#; touch_point: 0.1129, 0.3738, lift_point: 0.1129, 0.3738" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.2938, 0.2877, lift_point: 0.2938, 0.2877", "pred": "The action is #DUAL_POINT#; touch_point: 0.1218, 0.393, lift_point: 0.1218, 0.393" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.6039, 0.4167, lift_point: 0.6039, 0.4167", "pred": "The action is #DUAL_POINT#; touch_point: 0.475, 0.4756, lift_point: 0.475, 0.4756" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3669, 0.4972, lift_point: 0.3669, 0.4972", "pred": "The action is #DUAL_POINT#; touch_point: 0.4651, 0.3054, lift_point: 0.4651, 0.3054" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0589, 0.5386, lift_point: 0.0589, 0.5386", "pred": "The action is #DUAL_POINT#; touch_point: 0.0.3183, 0.6625, lift_point: 0.3183, 0.6625" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0668, 0.9062, lift_point: 0.0668, 0.9062", "pred": "The action is #DUAL_POINT#; touch_point: 0.061, 0.477, lift_point: 0.061, 0.477" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a jet?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"What is the speed of a jet?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1297, 0.5866, lift_point: 0.1297, 0.5866", "pred": "The action is #DUAL_POINT#; touch_point: 0.1187, 0.393, lift_point: 0.1187, 0.393" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3591, 0.516, lift_point: 0.3591, 0.516", "pred": "The action is #DUAL_POINT#; touch_point: 0.9164, 0.4996, lift_point: 0.9164, 0.4996" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3725, 0.5116, lift_point: 0.3725, 0.5116", "pred": "The action is #DUAL_POINT#; touch_point: 0.1739, 0.3065, lift_point: 0.1739, 0.3065" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.4304, 0.6698, lift_point: 0.4304, 0.6698" }, { "gt": "The action is #PRESS_HOME#", "pred": "The action is #PRESS_HOME#" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #Scrolling Down#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3373, 0.5155, lift_point: 0.3373, 0.5155", "pred": "The action is #DUAL_POINT#; touch_point: 0.1689, 0.6729, lift_point: 0.1689, 0.6729" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0699, 0.4292, lift_point: 0.0699, 0.4292", "pred": "The action is #DUAL_POINT#; touch_point: 0.0656, 0.4778, lift_point: 0.0656, 0.4778" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0711, 0.9155, lift_point: 0.0711, 0.9155", "pred": "The action is #DUAL_POINT#; touch_point: 0.1574, 0.8178, lift_point: 0.1574, 0.8178" }, { "gt": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"", "pred": "The action is #TYPE#; And the content is : \"typed_text\": \"Whats the price of the TCL TV?\"" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.1339, 0.5079, lift_point: 0.1339, 0.5079", "pred": "The action is #DUAL_POINT#; touch_point: 0.1176, 0.429, lift_point: 0.1176, 0.429" }, { "gt": "The action is #STATUS_TASK_COMPLETE#", "pred": "The action is #DUAL_POINT#; touch_point: 0.468, 0.4893, lift_point: 0.468, 0.4893" }, { "gt": "The action is #Scrolling Down#", "pred": "The action is #DUAL_POINT#; touch_point: 0.0.4088, 0.7268, lift_point: 0.4088, 0.7268" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.3575, 0.508, lift_point: 0.3575, 0.508", "pred": "The action is #DUAL_POINT#; touch_point: 0.649, 0.3058, lift_point: 0.649, 0.3058" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0638, 0.9425, lift_point: 0.0638, 0.9425", "pred": "The action is #STATUS_TASK_COMPLETE#" }, { "gt": "The action is #DUAL_POINT#; touch_point: 0.0572, 0.8502, lift_point: 0.0572, 0.8502", "pred": "The action is #DUAL_POINT#; touch_point: 0.0527, 0.0527, lift_point: 0.0527, 0.0527" } ]