diff --git "a/Ipynb/phi3_to_llava.ipynb" "b/Ipynb/phi3_to_llava.ipynb" new file mode 100644--- /dev/null +++ "b/Ipynb/phi3_to_llava.ipynb" @@ -0,0 +1,2157 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [], + "source": [ + "import json\n", + "\n", + "def read_json(file_path): \n", + " with open(file_path, 'r', encoding='utf-8') as file:\n", + " data = json.load(file)\n", + " return data\n", + "\n", + "def write_json(file_path, data):\n", + " with open(file_path, 'w', encoding='utf-8') as file:\n", + " json.dump(data, file, ensure_ascii=False, indent=4)" + ] + }, + { + "cell_type": "code", + "execution_count": 25, + "metadata": {}, + "outputs": [], + "source": [ + "# path = '/code/LLaVA/data/pred/general_blip_test_llava_all_e1_100P_5imgh_0811.json'\n", + "\n", + "# path = '/code/LLaVA/data/pred/general_blip_test_all_e1_phi3_lre5_0831.json'\n", + "# path = '/code/LLaVA/data/pred/install_blip_test_all_e1_lre5_phi3_0831.json'\n", + "path = '/code/LLaVA/data/pred/single_blip_test_all_e1_phi3_lre5_0831.json'\n", + "\n", + "\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": 26, + "metadata": {}, + "outputs": [], + "source": [ + "data = read_json(path)" + ] + }, + { + "cell_type": "code", + "execution_count": 27, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" Action Decision: \"action_type\": \"STATUS_TASK_COMP'" + ] + }, + "execution_count": 27, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "data[10]['pred'] = data[10]['pred'].replace('<|end|>','')\n", + "data[10]['pred'] = data[10]['pred'].replace('','')\n", + "data[10]['pred']\n", + " " + ] + }, + { + "cell_type": "code", + "execution_count": 28, + "metadata": {}, + "outputs": [], + "source": [ + "len(data)\n", + "for i in data:\n", + " # print(i)\n", + " i['pred'] = i['pred'].replace('<|end|>','')\n", + " i['pred'] = i['pred'].replace('','')\n", + " i['pred'] = i['pred'].replace(' ','')\n", + "\n", + " temp_list = i['pred'].split('Action Decision:')\n", + " # print(temp_list)\n", + " try:\n", + " i['pred'] = temp_list[0] + 'Action Decision:' + temp_list[1]\n", + " except:\n", + " # print(i['pred'])\n", + " i['pred'] = 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" '\n", + " " + ] + }, + { + "cell_type": "code", + "execution_count": 29, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[{'gt': 'The action is #DUAL_POINT#; touch_point: 0.1829, 0.9288, lift_point: 0.1829, 0.9288',\n", + " 'pred': 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1829, 0.9288]\", \"lift_point\": \"[0.1829, 0.9288]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1785, 0.4167, lift_point: 0.1785, 0.4167',\n", + " 'pred': 'Action Plan: [DUALTYPE,TYPE,DUALTYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"razer huntsman\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"razer huntsman\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1785, 0.4167]\", \"lift_point\": \"[0.1785, 0.4167]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2102, 0.2441, lift_point: 0.2102, 0.2441',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1785, 0.4167]\", \"lift_point\": \"[0.1785, 0.4167]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4486, 0.5858, lift_point: 0.4486, 0.5858',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.453, 0.558]\", \"lift_point\": \"[0.453, 0.558]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4486, 0.5858]\", \"lift_point\": \"[0.4486, 0.5858]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1562, 0.5118, lift_point: 0.1562, 0.5118',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1439, 0.2123, lift_point: 0.1439, 0.2123',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1439, 0.2123]\", \"lift_point\": \"[0.1439, 0.2123]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8495, 0.6488, lift_point: 0.8495, 0.6488',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,DUAL,DUAL,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.6488]\", \"lift_point\": \"[0.8, 0.6488]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.9012, 0.6707, lift_point: 0.9012, 0.6707',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8495, 0.6488]\", \"lift_point\": \"[0.8495, 0.6488]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8495, 0.6488]\", \"lift_point\": \"[0.8495, 0.6488]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1761, 0.3757, lift_point: 0.1761, 0.3757',\n", + " 'pred': 'Action Plan: [DUALTYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"sony triple a\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1816, 0.4207, lift_point: 0.1816, 0.4207',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1761, 0.3757]\", \"lift_point\": \"[0.1761, 0.3757]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"sony triple a \"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.171, 0.3729]\", \"lift_point\": \"[0.171, 0.3729]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.173, 0.3757]\", \"lift_point\": \"[0.173, 0.3757]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"usb-a on\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"usb-a\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1426, 0.7546, lift_point: 0.1426, 0.7546',\n", + " 'pred': 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1426, 0.7546]\", \"lift_point\": \"[0.1426, 0.7546]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1898, 0.4708, lift_point: 0.1898, 0.4708',\n", + " 'pred': 'Action Plan: [DUALTYPE,DUALTYPE,DUALTYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"alienware aurora\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"alienware aurora\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.177, 0.506]\", \"lift_point\": \"[0.177, 0.506]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.174, 0.4708]\", \"lift_point\": \"[0.174, 0.4708]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1824, 0.8784, lift_point: 0.1824, 0.8784',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"Great! Now I can complete the action plan. '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3604, 0.6427, lift_point: 0.3604, 0.6427',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1824, 0.8784]\", \"lift_point\": \"[0.1824, 0.8784]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.066, 0.931]\", \"lift_point\": \"[0.066, 0.931]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.063, 0.8404]\", \"lift_point\": \"[0.063, 0.8404]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1819, 0.9218, lift_point: 0.1819, 0.9218',\n", + " 'pred': 'Action Plan: [DUAL POINT,DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.188, 0.819]\", \"lift_point\": \"[0.188, 0.819]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1819, 0.9218]\", \"lift_point\": \"[0.1819, 0.9218]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0746, 0.4784, lift_point: 0.0746, 0.4784',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.066, 0.436]\", \"lift_point\": \"[0.066, 0.436]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"Section 1: Scratchpad\\n; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4852, 0.4736, lift_point: 0.4852, 0.4736',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.518, 0.633]\", \"lift_point\": \"[0.518, 0.633]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4852, 0.4736]\", \"lift_point\": \"[0.4852, 0.4736]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5444, 0.461, lift_point: 0.5444, 0.461',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4007, 0.4455, lift_point: 0.4007, 0.4455',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.393, 0.461]\", \"lift_point\": \"[0.393, 0.461]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4007, 0.4455]\", \"lift_point\": \"[0.4007, 0.4455]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"razer blackwidow\"',\n", + " 'pred': 'Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"razer blackwidow\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2556, 0.1223, lift_point: 0.2556, 0.1223',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.212, 0.293]\", \"lift_point\": \"[0.212, 0.293]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1973, 0.3234, lift_point: 0.1973, 0.3234',\n", + " 'pred': 'Action Plan: [DUALTYPE,TYPE,DUALTYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"razer blackwidow\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"razer blackwidow\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2556, 0.1223, lift_point: 0.2556, 0.1223',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1973, 0.3234]\", \"lift_point\": \"[0.1973, 0.3234]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4858, 0.5205, lift_point: 0.4858, 0.5205',\n", + " 'pred': 'Action Plan: [DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.514, 0.537]\", \"lift_point\": \"[0.514, 0.537]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5444, 0.461, lift_point: 0.5444, 0.461',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.507, 0.516]\", \"lift_point\": \"[0.507, 0.516]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0714, 0.5931, lift_point: 0.0714, 0.5931',\n", + " 'pred': 'Action Plan: [DUAL POINT_POINT,DUAL POINT_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT_POINT\", \"touch_point\": \"[0.07, 0.413]\", \"lift_point\": \"[0.07, 0.413]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"costco\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"costco\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1487, 0.4524, lift_point: 0.1487, 0.4524',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.173, 0.279]\", \"lift_point\": \"[0.173, 0.279]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.163, 0.4524]\", \"lift_point\": \"[0.163, 0.4524]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7909, 0.6819, lift_point: 0.7909, 0.6819',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.786, 0.694]\", \"lift_point\": \"[0.786, 0.694]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2113, 0.8321, lift_point: 0.2113, 0.8321',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.074, 0.378]\", \"lift_point\": \"[0.074, 0.378]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2061, 0.7979, lift_point: 0.2061, 0.7979',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.187, 0.8321]\", \"lift_point\": \"[0.187, 0.8321]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"macbook\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.182, 0.528]\", \"lift_point\": \"[0.182, 0.528]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1867, 0.9195, lift_point: 0.1867, 0.9195',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2061, 0.7979]\", \"lift_point\": \"[0.2061, 0.7979]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1867, 0.9195]\", \"lift_point\": \"[0.1867, 0.9195]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2039, 0.5224, lift_point: 0.2039, 0.5224',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.191, 0.451]\", \"lift_point\": \"[0.191, 0.451]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"macbook pro 13 inch\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2039, 0.5224]\", \"lift_point\": \"[0.2039, 0.5224]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2623, 0.5719, lift_point: 0.2623, 0.5719',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2039, 0.5224]\", \"lift_point\": \"[0.2039, 0.5224]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2623, 0.5719]\", \"lift_point\": \"[0.2623, 0.5719]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"macbook pro 13 inch\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"macbook pro 13 inch\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2623, 0.5719, lift_point: 0.2623, 0.5719',\n", + " 'pred': 'Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2623, 0.5719]\", \"lift_point\": \"[0.2623, 0.5719]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.395, 0.1324, lift_point: 0.395, 0.1324',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.418, 0.24]\", \"lift_point\": \"[0.418, 0.24]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.395, 0.1324]\", \"lift_point\": \"[0.395, 0.1324]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3362, 0.1929, lift_point: 0.3362, 0.1929',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,TYPE,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1566, 0.44, lift_point: 0.1566, 0.44',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.161, 0.202]\", \"lift_point\": \"[0.161, 0.202]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"apple airpods\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1566, 0.44]\", \"lift_point\": \"[0.1566, 0.44]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1517, 0.9246, lift_point: 0.1517, 0.9246',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1566, 0.44]\", \"lift_point\": \"[0.1566, 0.44]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8469, 0.8393, lift_point: 0.8469, 0.8393',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1517, 0.9246]\", \"lift_point\": \"[0.1517, 0.9246]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1517, 0.9246]\", \"lift_point\": \"[0.1517, 0.9246]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3362, 0.1929, lift_point: 0.3362, 0.1929',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"0.329, 0.204\", \"lift_point\": \"0.329, 0.204\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.172, 0.915]\", \"lift_point\": \"[0.172, 0.915]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0489, 0.9334, lift_point: 0.0489, 0.9334',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.05, 0.81]\", \"lift_point\": \"[0.05, 0.81]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4008, 0.5345, lift_point: 0.4008, 0.5345',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.386, 0.508]\", \"lift_point\": \"[0.386, 0.508]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.196, 0.939]\", \"lift_point\": \"[0.196, 0.939]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1789, 0.5497, lift_point: 0.1789, 0.5497',\n", + " 'pred': 'Action Plan: [DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"logitech g pro\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"logitech g pro\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1789, 0.5497]\", \"lift_point\": \"[0.1789, 0.5497]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2021, 0.225, lift_point: 0.2021, 0.225',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1789, 0.5497]\", \"lift_point\": \"[0.1789, 0.5497]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7799, 0.678, lift_point: 0.7799, 0.678',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.777, 0.681]\", \"lift_point\": \"[0.777, 0.681]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.073, 0.4247, lift_point: 0.073, 0.4247',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.068, 0.41]\", \"lift_point\": \"[0.068, 0.41]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"bestbuy.com\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"bestbuy.com\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2155, 0.2474, lift_point: 0.2155, 0.2474',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.125, 0.339]\", \"lift_point\": \"[0.125, 0.339]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2155, 0.2474]\", \"lift_point\": \"[0.2155, 0.2474]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"razer blade\"',\n", + " 'pred': 'Action Plan: [DUALTYPE,DUALTYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"razer blade\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUALTYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"razer blade\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5642, 0.4793, lift_point: 0.5642, 0.4793',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.521, 0.531]\", \"lift_point\": \"[0.521, 0.531]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7797, 0.6999, lift_point: 0.7797, 0.6999',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.782, 0.684]\", \"lift_point\": \"[0.782, 0.684]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3166, 0.4819, lift_point: 0.3166, 0.4819',\n", + " 'pred': 'Action Plan: [DUAL,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"bestbuy.com\"',\n", + " 'pred': 'Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"bestbuy.com\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.141, 0.292]\", \"lift_point\": \"[0.141, 0.292]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.064, 0.515]\", \"lift_point\": \"[0.064, 0.515]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"lenovo thinkpad\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"lenovo thinkpad\"; '},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.336, 0.233]\", \"lift_point\": \"[0.336, 0.233]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5612, 0.5293, lift_point: 0.5612, 0.5293',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.534, 0.613]\", \"lift_point\": \"[0.534, 0.613]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5612, 0.5293]\", \"lift_point\": \"[0.5612, 0.5293]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4599, 0.5035, lift_point: 0.4599, 0.5035',\n", + " 'pred': 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3741, 0.5009, lift_point: 0.3741, 0.5009',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.374, 0.504]\", \"lift_point\": \"[0.374, 0.504]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.072, 0.5285, lift_point: 0.072, 0.5285',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.062, 0.467]\", \"lift_point\": \"[0.062, 0.467]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"bestbuy.com\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"bestbuy.com\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1718, 0.5059, lift_point: 0.1718, 0.5059',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.161, 0.326]\", \"lift_point\": \"[0.161, 0.326]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5396, 0.5736, lift_point: 0.5396, 0.5736',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.553, 0.539]\", \"lift_point\": \"[0.553, 0.539]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1534, 0.3138, lift_point: 0.1534, 0.3138',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1718, 0.5059]\", \"lift_point\": \"[0.1718, 0.5059]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.793, 0.684]\", \"lift_point\": \"[0.793, 0.684]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.363, 0.5135, lift_point: 0.363, 0.5135',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.364, 0.505]\", \"lift_point\": \"[0.364, 0.505]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.069, 0.823]\", \"lift_point\": \"[0.069, 0.823]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0782, 0.5886, lift_point: 0.0782, 0.5886',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.062, 0.585]\", \"lift_point\": \"[0.062, 0.585]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #PRESS_HOME#',\n", + " 'pred': 'Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [PRESS_HOME,DUALS_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3606, 0.5018, lift_point: 0.3606, 0.5018',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.363, 0.482]\", \"lift_point\": \"[0.363, 0.482]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.069, 0.806]\", \"lift_point\": \"[0.069, 0.806]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.146, 0.5907, lift_point: 0.146, 0.5907',\n", + " 'pred': 'Action Plan: [DUALDUAL_POINT,DUALDUAL_POINT,TYPE,DUALDUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALDUAL_POINT\", \"touch_point\": \"[0.132, 0.778]\", \"lift_point\": \"[0.132, 0.778]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1381, 0.6866, lift_point: 0.1381, 0.6866',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.146, 0.5907]\", \"lift_point\": \"[0.146, 0.5907]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"usb-c to usb-b\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1381, 0.6866]\", \"lift_point\": \"[0.1381, 0.6866]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1381, 0.6866]\", \"lift_point\": \"[0.1381, 0.6866]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"usb-c to usb-b\"',\n", + " 'pred': 'Action Plan: [TYPE,PRESS_ENT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"usb-c to usb-b\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUALDUALDUALSTATUS_TASK,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALDUALDUALSTATUS_TASK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.616, 0.663]\", \"lift_point\": \"[0.616, 0.663]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1485, 0.9421, lift_point: 0.1485, 0.9421',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.148, 0.933]\", \"lift_point\": \"[0.148, 0.933]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1485, 0.9421]\", \"lift_point\": \"[0.1485, 0.9421]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1404, 0.8034, lift_point: 0.1404, 0.8034',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.131, 0.822]\", \"lift_point\": \"[0.131, 0.822]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4901, 0.5784, lift_point: 0.4901, 0.5784',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1404, 0.8034]\", \"lift_point\": \"[0.1404, 0.8034]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1404, 0.8034]\", \"lift_point\": \"[0.1404, 0.8034]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1876, 0.9116, lift_point: 0.1876, 0.9116',\n", + " 'pred': 'Action Plan: [DUALDUAL_POINT,DUALDUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALDUAL_POINT\", \"touch_point\": \"[0.185, 0.904]\", \"lift_point\": \"[0.185, 0.904]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.181, 0.6883, lift_point: 0.181, 0.6883',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1876, 0.9116]\", \"lift_point\": \"[0.1876, 0.9116]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.181, 0.6883]\", \"lift_point\": \"[0.181, 0.6883]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0646, 0.5973, lift_point: 0.0646, 0.5973',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.069, 0.434]\", \"lift_point\": \"[0.069, 0.434]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [PRESS_ENT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"PRESS_ENT\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5136, 0.6579, lift_point: 0.5136, 0.6579',\n", + " 'pred': 'Action Plan: [DUALTYPE,DUALTYPE,DUALTYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"QGPVqD\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"QGPVqD\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5136, 0.6579]\", \"lift_point\": \"[0.5136, 0.6579]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5322, 0.9739, lift_point: 0.5322, 0.9739',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5136, 0.6579]\", \"lift_point\": \"[0.5136, 0.6579]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.18, 0.452]\", \"lift_point\": \"[0.18, 0.452]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"newegg.com\"',\n", + " 'pred': 'Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"newegg.com\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUALTYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUALTYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.9146, 0.5315, lift_point: 0.9146, 0.5315',\n", + " 'pred': 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.9029, 0.0557, lift_point: 0.9029, 0.0557',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9146, 0.5315]\", \"lift_point\": \"[0.9146, 0.5315]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.633, 0.072]\", \"lift_point\": \"[0.633, 0.072]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1335, 0.7845, lift_point: 0.1335, 0.7845',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6829, 0.2174, lift_point: 0.6829, 0.2174',\n", + " 'pred': 'Action Plan: [DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALDUAL_POINT\", \"touch_point\": \"[0.608, 0.259]\", \"lift_point\": \"[0.608, 0.259]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.9146, 0.5315, lift_point: 0.9146, 0.5315',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.911, 0.509]\", \"lift_point\": \"[0.911, 0.509]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.9029, 0.0557, lift_point: 0.9029, 0.0557',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9146, 0.5315]\", \"lift_point\": \"[0.9146, 0.5315]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9029, 0.0557]\", \"lift_point\": \"[0.9029, 0.0557]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2045, 0.4263, lift_point: 0.2045, 0.4263',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.185, 0.542]\", \"lift_point\": \"[0.185, 0.542]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.182, 0.4263]\", \"lift_point\": \"[0.182, 0.4263]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8143, 0.5885, lift_point: 0.8143, 0.5885',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.796, 0.479]\", \"lift_point\": \"[0.796, 0.479]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.792, 0.553]\", \"lift_point\": \"[0.792, 0.553]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #PRESS_HOME#',\n", + " 'pred': 'Action Plan: [PRESS_HOME,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [PRESS_HOME,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lifted_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.9001, 0.8132, lift_point: 0.9001, 0.8132',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.883, 0.814]\", \"lift_point\": \"[0.883, 0.814]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.085, 0.778]\", \"lift_point\": \"[0.085, 0.778]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0743, 0.602, lift_point: 0.0743, 0.602',\n", + " 'pred': 'Action Plan: [DUALTYPE,TYPE,DUALTYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"logtitech g933\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.132, 0.737]\", \"lift_point\": \"[0.132, 0.737]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.144, 0.734]\", \"lift_point\": \"[0.144, 0.734]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6094, 0.7089, lift_point: 0.6094, 0.7089',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.582, 0.619]\", \"lift_point\": \"[0.582, 0.619]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3673, 0.4824, lift_point: 0.3673, 0.4824',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.38, 0.529]\", \"lift_point\": \"[0.38, 0.529]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.557, 0.513]\", \"lift_point\": \"[0.557, 0.513]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1342, 0.6523, lift_point: 0.1342, 0.6523',\n", + " 'pred': '1. Press down on the tab key and press up arrow key.\\n### Assistant: Action Plan: [DUAL SCROLL,DUAL SCROLL,DUAL SCROLL,DUAL SCROLL,STATUS_TASK_COMPLETE]\\n### Action Decision: \"action_type\": \"DUAL SCROLL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"macbook pro\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1342, 0.6523]\", \"lift_point\": \"[0.1342, 0.6523]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2859, 0.1999, lift_point: 0.2859, 0.1999',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1342, 0.6523]\", \"lift_point\": \"[0.1342, 0.6523]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.171, 0.416]\", \"lift_point\": \"[0.171, 0.416]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8966, 0.6626, lift_point: 0.8966, 0.6626',\n", + " 'pred': 'Action Plan: [DUAL POINT,DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.882, 0.179]\", \"lift_point\": \"[0.882, 0.179]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"amazon\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"amazon\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.123, 0.6428, lift_point: 0.123, 0.6428',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.141, 0.305]\", \"lift_point\": \"[0.141, 0.305]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.271, 0.311]\", \"lift_point\": \"[0.271, 0.311]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4647, 0.7003, lift_point: 0.4647, 0.7003',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.482, 0.545]\", \"lift_point\": \"[0.482, 0.545]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6143, 0.5286, lift_point: 0.6143, 0.5286',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.528, 0.532]\", \"lift_point\": \"[0.528, 0.532]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6143, 0.5286]\", \"lift_point\": \"[0.6143, 0.5286]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1694, 0.9419, lift_point: 0.1694, 0.9419',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1694, 0.9419]\", \"lift_point\": \"[0.1694, 0.9419]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2019, 0.3825, lift_point: 0.2019, 0.3825',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1954, 0.3632]\", \"lift_point\": \"[0.1954, 0.3632]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8763, 0.6451, lift_point: 0.8763, 0.6451',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,DUAL,DUAL,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.891, 0.5555, lift_point: 0.891, 0.5555',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8763, 0.6451]\", \"lift_point\": \"[0.8763, 0.6451]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.079, 0.848]\", \"lift_point\": \"[0.079, 0.848]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2019, 0.423, lift_point: 0.2019, 0.423',\n", + " 'pred': 'Action Plan: [DUALTYPE,DUALTYPE,DUALTYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"bose quietcomfort 35\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"bose quietcomfort 35\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"bose quietcomfort 35\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2586, 0.2283, lift_point: 0.2586, 0.2283',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.193, 0.782]\", \"lift_point\": \"[0.193, 0.782]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8064, 0.6035, lift_point: 0.8064, 0.6035',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.766, 0.747]\", \"lift_point\": \"[0.766, 0.747]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8064, 0.6035]\", \"lift_point\": \"[0.8064, 0.6035]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1815, 0.1806, lift_point: 0.1815, 0.1806',\n", + " 'pred': 'Action Plan: [DUAL]\\n; Action Decision: \"PRESS_HOME\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"DUAL\", \"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1815, 0.1806]\", \"lift_point\": \"[0.1815, 0.1806]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1454, 0.3383, lift_point: 0.1454, 0.3383',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.152, 0.337]\", \"lift_point\": \"[0.152, 0.337]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.173, 0.407]\", \"lift_point\": \"[0.173, 0.407]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6733, 0.473, lift_point: 0.6733, 0.473',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.625, 0.511]\", \"lift_point\": \"[0.625, 0.511]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6733, 0.473]\", \"lift_point\": \"[0.6733, 0.473]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3526, 0.1528, lift_point: 0.3526, 0.1528',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.411, 0.227]\", \"lift_point\": \"[0.411, 0.227]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.182, 0.919]\", \"lift_point\": \"[0.182, 0.919]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2219, 0.1269, lift_point: 0.2219, 0.1269',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.206, 0.184]\", \"lift_point\": \"[0.206, 0.184]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2219, 0.1269]\", \"lift_point\": \"[0.2219, 0.1269]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0757, 0.9125, lift_point: 0.0757, 0.9125',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.065, 0.82]\", \"lift_point\": \"[0.065, 0.82]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0757, 0.9125]\", \"lift_point\": \"[0.0757, 0.9125]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2064, 0.1827, lift_point: 0.2064, 0.1827',\n", + " 'pred': 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2064, 0.1827]\", \"lift_point\": \"[0.2064, 0.1827]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1325, 0.6398, lift_point: 0.1325, 0.6398',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0675, 0.9075, lift_point: 0.0675, 0.9075',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.073, 0.918]\", \"lift_point\": \"[0.073, 0.918]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1864, 0.4497, lift_point: 0.1864, 0.4497',\n", + " 'pred': 'Action Plan: [DUALDUAL_POINT,TYPE,DUALDUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALDUAL_POINT\", \"touch_point\": \"[0.186, 0.43]\", \"lift_point\": \"[0.186, 0.43]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"dell xps\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"dell xps\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2279, 0.2543, lift_point: 0.2279, 0.2543',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.172, 0.226]\", \"lift_point\": \"[0.172, 0.226]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1356, 0.8915, lift_point: 0.1356, 0.8915',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.135, 0.4273]\", \"lift_point\": \"[0.135, 0.4273]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.184, 0.5052]\", \"lift_point\": \"[0.184, 0.5052]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Up#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1356, 0.8915]\", \"lift_point\": \"[0.1356, 0.8915]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #Scrolling Up#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"Action Plan: [STATUS_TASK_COMPLETE]\\n; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1697, 0.6538, lift_point: 0.1697, 0.6538',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.159, 0.8915]\", \"lift_point\": \"[0.159, 0.8915]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1287, 0.7323, lift_point: 0.1287, 0.7323',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.195, 0.434]\", \"lift_point\": \"[0.195, 0.434]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1287, 0.7323]\", \"lift_point\": \"[0.1287, 0.7323]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"amazon\"',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1988, 0.4443, lift_point: 0.1988, 0.4443',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2854, 0.2547, lift_point: 0.2854, 0.2547',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.295, 0.262]\", \"lift_point\": \"[0.295, 0.262]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1864, 0.2616, lift_point: 0.1864, 0.2616',\n", + " 'pred': 'Action Plan: [DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"apple airpods pro\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"apple airpods pro\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"apple airpods pro\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"apple airpods pro\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.172, 0.2616]\", \"lift_point\": \"[0.172, 0.2616]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"apple airpods pro\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1864, 0.2616]\", \"lift_point\": \"[0.1864, 0.2616]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2334, 0.2751, lift_point: 0.2334, 0.2751',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1864, 0.2616]\", \"lift_point\": \"[0.1864, 0.2616]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.191, 0.922]\", \"lift_point\": \"[0.191, 0.922]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"apple airpods pro\"',\n", + " 'pred': '1. Press J\\n###Assistant: Action Plan: [PRESS_ENTER,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2334, 0.2751, lift_point: 0.2334, 0.2751',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.195, 0.911]\", \"lift_point\": \"[0.195, 0.911]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2334, 0.2751]\", \"lift_point\": \"[0.2334, 0.2751]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8561, 0.4722, lift_point: 0.8561, 0.4722',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"0.842, 0.452\", \"lift_point\": \"0.842, 0.452\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8896, 0.4923, lift_point: 0.8896, 0.4923',\n", + " 'pred': 'Action Plan: [DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.781, 0.692]\", \"lift_point\": \"[0.781, 0.692]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"bestbuy.com.\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"bestbuy.com\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1568, 0.2913, lift_point: 0.1568, 0.2913',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.137, 0.308]\", \"lift_point\": \"[0.137, 0.308]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1873, 0.9407, lift_point: 0.1873, 0.9407',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.171, 0.2913]\", \"lift_point\": \"[0.171, 0.2913]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2218, 0.8913, lift_point: 0.2218, 0.8913',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1873, 0.9407]\", \"lift_point\": \"[0.1873, 0.9407]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5007, 0.3288, lift_point: 0.5007, 0.3288',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6467, 0.5467, lift_point: 0.6467, 0.5467',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.634, 0.503]\", \"lift_point\": \"[0.634, 0.503]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6912, 0.5505, lift_point: 0.6912, 0.5505',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6467, 0.5467]\", \"lift_point\": \"[0.6467, 0.5467]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6912, 0.5505]\", \"lift_point\": \"[0.6912, 0.5505]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1315, 0.9285, lift_point: 0.1315, 0.9285',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.13, 0.921]\", \"lift_point\": \"[0.13, 0.921]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1315, 0.9285]\", \"lift_point\": \"[0.1315, 0.9285]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2707, 0.561, lift_point: 0.2707, 0.561',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.263, 0.521]\", \"lift_point\": \"[0.263, 0.521]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"costco.com\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"costco.com\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1813, 0.297, lift_point: 0.1813, 0.297',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.159, 0.334]\", \"lift_point\": \"[0.159, 0.334]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.222, 0.228]\", \"lift_point\": \"[0.222, 0.228]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2183, 0.3189, lift_point: 0.2183, 0.3189',\n", + " 'pred': 'Action Plan: [DUALDUALSTATUS_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALDUALSTATUS_POINT\", \"touch_point\": \"[0.182, 0.903]\", \"lift_point\": \"[0.182, 0.903]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.191, 0.3189]\", \"lift_point\": \"[0.191, 0.3189]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"energizer triple\"',\n", + " 'pred': 'Action Plan: [TYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"energizer triple\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"\"',\n", + " 'pred': 'Action Plan: [TYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"energizer triple\"# Completed: '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3034, 0.2944, lift_point: 0.3034, 0.2944',\n", + " 'pred': 'Action Plan: [DUAL,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"bestbuy\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"bestbuy.com\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1481, 0.2689, lift_point: 0.1481, 0.2689',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.131, 0.235]\", \"lift_point\": \"[0.131, 0.235]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1481, 0.2689]\", \"lift_point\": \"[0.1481, 0.2689]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5504, 0.8319, lift_point: 0.5504, 0.8319',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.55, 0.604]\", \"lift_point\": \"[0.55, 0.604]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.162, 0.919]\", \"lift_point\": \"[0.162, 0.919]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0495, 0.35, lift_point: 0.0495, 0.35',\n", + " 'pred': 'Action Plan: [DUAL POINT,TYPE,DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.056, 0.514]\", \"lift_point\": \"[0.056, 0.514]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"newegg\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"newegg\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1685, 0.1925, lift_point: 0.1685, 0.1925',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.105, 0.268]\", \"lift_point\": \"[0.105, 0.268]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1685, 0.1925]\", \"lift_point\": \"[0.1685, 0.1925]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"jbl charge 4\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"jbl charge 4\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"\"',\n", + " 'pred': 'Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1657, 0.1368, lift_point: 0.1657, 0.1368',\n", + " 'pred': 'Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"jbl charge 4\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1657, 0.1368]\", \"lift_point\": \"[0.1657, 0.1368]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.9122, 0.0601, lift_point: 0.9122, 0.0601',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.914, 0.063]\", \"lift_point\": \"[0.914, 0.063]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9122, 0.0601]\", \"lift_point\": \"[0.9122, 0.0601]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0443, 0.3307, lift_point: 0.0443, 0.3307',\n", + " 'pred': 'Action Plan: [DUAL POINT,TYPE,DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.061, 0.461]\", \"lift_point\": \"[0.061, 0.461]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"costco\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"costco\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1784, 0.2604, lift_point: 0.1784, 0.2604',\n", + " 'pred': 'Action Plan: [DUAL_POINT:STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.107, 0.228]\", \"lift_point\": \"[0.107, 0.228]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.301, 0.2208]\", \"lift_point\": \"[0.301, 0.2208]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1133, 0.2636, lift_point: 0.1133, 0.2636',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.191, 0.915]\", \"lift_point\": \"[0.191, 0.915]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0496, 0.4397, lift_point: 0.0496, 0.4397',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.061, 0.566]\", \"lift_point\": \"[0.061, 0.566]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6435, 0.3649, lift_point: 0.6435, 0.3649',\n", + " 'pred': 'Action Plan: [DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6435, 0.3649]\", \"lift_point\": \"[0.6435, 0.3649]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8877, 0.5124, lift_point: 0.8877, 0.5124',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.066, 0.843]\", \"lift_point\": \"[0.066, 0.843]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1704, 0.4328, lift_point: 0.1704, 0.4328',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.163, 0.431]\", \"lift_point\": \"[0.163, 0.431]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1704, 0.4328]\", \"lift_point\": \"[0.1704, 0.4328]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1804, 0.0777, lift_point: 0.1804, 0.0777',\n", + " 'pred': 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1804, 0.0777]\", \"lift_point\": \"[0.1804, 0.0777]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"amazon\"',\n", + " 'pred': 'Action Plan: [DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"amazon.com\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1758, 0.1581, lift_point: 0.1758, 0.1581',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.192, 0.222]\", \"lift_point\": \"[0.192, 0.222]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3453, 0.1827, lift_point: 0.3453, 0.1827',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.311, 0.181]\", \"lift_point\": \"[0.311, 0.181]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1582, 0.272, lift_point: 0.1582, 0.272',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.161, 0.158]\", \"lift_point\": \"[0.161, 0.158]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2333, 0.1896, lift_point: 0.2333, 0.1896',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1582, 0.272]\", \"lift_point\": \"[0.1582, 0.272]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1797, 0.1836]\", \"lift_point\": \"[0.1797, 0.1836]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0469, 0.3248, lift_point: 0.0469, 0.3248',\n", + " 'pred': 'Action Plan: [DUALDUAL_POINT,TYPE,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT]\\n; Action Decision: \"action_type\": \"DUALDUAL_POINT\", \"touch_point\": \"[0.053, 0.339]\", \"lift_point\": \"[0.053, 0.339]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"ebay\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.116, 0.218]\", \"lift_point\": \"[0.116, 0.218]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.121, 0.225]\", \"lift_point\": \"[0.121, 0.225]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1803, 0.23, lift_point: 0.1803, 0.23',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.117, 0.183]\", \"lift_point\": \"[0.117, 0.183]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3262, 0.2908, lift_point: 0.3262, 0.2908',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.262, 0.153]\", \"lift_point\": \"[0.262, 0.153]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1627, 0.1429, lift_point: 0.1627, 0.1429',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.163, 0.284]\", \"lift_point\": \"[0.163, 0.284]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"apple airpods\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1627, 0.1429]\", \"lift_point\": \"[0.1627, 0.1429]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1627, 0.1429]\", \"lift_point\": \"[0.1627, 0.1429]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4561, 0.1846, lift_point: 0.4561, 0.1846',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1627, 0.1429]\", \"lift_point\": \"[0.1627, 0.1429]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3262, 0.2908]\", \"lift_point\": \"[0.3262, 0.2908]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.627, 0.6481, lift_point: 0.627, 0.6481',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.448, 0.572]\", \"lift_point\": \"[0.448, 0.572]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5959, 0.4629, lift_point: 0.5959, 0.4629',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6305, 0.5122, lift_point: 0.6305, 0.5122',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6305, 0.5122]\", \"lift_point\": \"[0.6305, 0.5122]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1458, 0.8366, lift_point: 0.1458, 0.8366',\n", + " 'pred': 'Action Plan: [DUALDUALDUALSTATUS_TASK,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALDUALDUALSTATUS_TASK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1458, 0.8366]\", \"lift_point\": \"[0.1458, 0.8366]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.058, 0.2922, lift_point: 0.058, 0.2922',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.055, 0.444]\", \"lift_point\": \"[0.055, 0.444]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"walmart.com\"',\n", + " 'pred': 'Action Plan: [TYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"walmart.com\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.123, 0.201]\", \"lift_point\": \"[0.123, 0.201]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"walmart.com\"',\n", + " 'pred': 'Action Plan: [TYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"walmart.com\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [TYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8055, 0.684, lift_point: 0.8055, 0.684',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.791, 0.681]\", \"lift_point\": \"[0.791, 0.681]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0592, 0.3312, lift_point: 0.0592, 0.3312',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.059, 0.474]\", \"lift_point\": \"[0.059, 0.474]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"walmart\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"walmart\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"\"',\n", + " 'pred': 'Action Plan: [TYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1956, 0.1581, lift_point: 0.1956, 0.1581',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0592, 0.3312]\", \"lift_point\": \"[0.0592, 0.3312]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1956, 0.1581]\", \"lift_point\": \"[0.1956, 0.1581]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1026, 0.4944, lift_point: 0.1026, 0.4944',\n", + " 'pred': 'Action Plan: [DUALDUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALDUAL_POINT\", \"touch_point\": \"[0.115, 0.415]\", \"lift_point\": \"[0.115, 0.415]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1026, 0.4944]\", \"lift_point\": \"[0.1026, 0.4944]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1704, 0.4138, lift_point: 0.1704, 0.4138',\n", + " 'pred': 'Action Plan: [DUALTYPE,TYPE,DUALTYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"razer blade\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.112, 0.4138]\", \"lift_point\": \"[0.112, 0.4138]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [TYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6169, 0.196, lift_point: 0.6169, 0.196',\n", + " 'pred': 'Action Plan: [DUALDUAL_POINT,DUALDUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALDUAL_POINT\", \"touch_point\": \"[0.567, 0.218]\", \"lift_point\": \"[0.567, 0.218]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1537, 0.3783, lift_point: 0.1537, 0.3783',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.164, 0.503]\", \"lift_point\": \"[0.164, 0.503]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"asus rog\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.121, 0.247]\", \"lift_point\": \"[0.121, 0.247]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.134, 0.171]\", \"lift_point\": \"[0.134, 0.171]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1612, 0.099, lift_point: 0.1612, 0.099',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.147, 0.185]\", \"lift_point\": \"[0.147, 0.185]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1612, 0.099]\", \"lift_point\": \"[0.1612, 0.099]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1019, 0.6837, lift_point: 0.1019, 0.6837',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.076, 0.481]\", \"lift_point\": \"[0.076, 0.481]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"logitech g903\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"logitech g903\"; '},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [TYPE,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"logitech g903\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.163, 0.773]\", \"lift_point\": \"[0.163, 0.773]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6279, 0.8428, lift_point: 0.6279, 0.8428',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.591, 0.694]\", \"lift_point\": \"[0.591, 0.694]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"costco.com\"',\n", + " 'pred': 'Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"costco.com\"; '},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7306, 0.6079, lift_point: 0.7306, 0.6079',\n", + " 'pred': 'Action Plan: [DUAL POINT,DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.73, 0.516]\", \"lift_point\": \"[0.73, 0.516]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7397, 0.5294, lift_point: 0.7397, 0.5294',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7306, 0.6079]\", \"lift_point\": \"[0.7306, 0.6079]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7397, 0.5294]\", \"lift_point\": \"[0.7397, 0.5294]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5452, 0.9156, lift_point: 0.5452, 0.9156',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2577, 0.4522, lift_point: 0.2577, 0.4522',\n", + " 'pred': 'Action Plan: [DUAL,TYPE,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"usb-c\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.131, 0.71]\", \"lift_point\": \"[0.131, 0.71]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.137, 0.762]\", \"lift_point\": \"[0.137, 0.762]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2577, 0.4522]\", \"lift_point\": \"[0.2577, 0.4522]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.775, 0.6966, lift_point: 0.775, 0.6966',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.78, 0.686]\", \"lift_point\": \"[0.78, 0.686]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0576, 0.6336, lift_point: 0.0576, 0.6336',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.066, 0.344]\", \"lift_point\": \"[0.066, 0.344]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"target.com\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0576, 0.6336]\", \"lift_point\": \"[0.0576, 0.6336]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.131, 0.224]\", \"lift_point\": \"[0.131, 0.224]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.131, 0.908]\", \"lift_point\": \"[0.131, 0.908]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4094, 0.6649, lift_point: 0.4094, 0.6649',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.517, 0.623]\", \"lift_point\": \"[0.517, 0.623]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4094, 0.6649]\", \"lift_point\": \"[0.4094, 0.6649]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.134, 0.8119, lift_point: 0.134, 0.8119',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.122, 0.921]\", \"lift_point\": \"[0.122, 0.921]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.726, 0.9176, lift_point: 0.726, 0.9176',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.688, 0.876]\", \"lift_point\": \"[0.688, 0.876]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6583, 0.9049, lift_point: 0.6583, 0.9049',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.689, 0.894]\", \"lift_point\": \"[0.689, 0.894]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.134, 0.8119]\", \"lift_point\": \"[0.134, 0.8119]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.498, 0.3648, lift_point: 0.498, 0.3648',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"0.064, 0.507\", \"lift_point\": \"0.064, 0.507\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"XAJB3W\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.498, 0.3648]\", \"lift_point\": \"[0.498, 0.3648]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5208, 0.8821, lift_point: 0.5208, 0.8821',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.498, 0.3648]\", \"lift_point\": \"[0.498, 0.3648]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8549, 0.6038, lift_point: 0.8549, 0.6038',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5208, 0.8821]\", \"lift_point\": \"[0.5208, 0.8821]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8549, 0.6038]\", \"lift_point\": \"[0.8549, 0.6038]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1937, 0.3032, lift_point: 0.1937, 0.3032',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.182, 0.476]\", \"lift_point\": \"[0.182, 0.476]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"Successor '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"costco\"',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.172, 0.459]\", \"lift_point\": \"[0.172, 0.459]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALDUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6848, 0.7079, lift_point: 0.6848, 0.7079',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.658, 0.505]\", \"lift_point\": \"[0.658, 0.505]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4046, 0.6529, lift_point: 0.4046, 0.6529',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.376, 0.604]\", \"lift_point\": \"[0.376, 0.604]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"energizer triple a\"',\n", + " 'pred': 'Action Plan: [DUALTYPE,TYPE,DUALTYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"energizer triple a\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5002, 0.6094, lift_point: 0.5002, 0.6094',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1297, 0.8152, lift_point: 0.1297, 0.8152',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.134, 0.824]\", \"lift_point\": \"[0.134, 0.824]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1297, 0.8152]\", \"lift_point\": \"[0.1297, 0.8152]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1259, 0.5333, lift_point: 0.1259, 0.5333',\n", + " 'pred': 'Action Plan: [DUALTYPE,DUALTYPE,DUALTYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"logitech g903\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"logitech g903\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.132, 0.5333]\", \"lift_point\": \"[0.132, 0.5333]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.173, 0.503]\", \"lift_point\": \"[0.173, 0.503]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.196, 0.528]\", \"lift_point\": \"[0.196, 0.528]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"logitech g903\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"logitech g903\"; '},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUALDUALSTATUS_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALDUALSTATUS_POINT\", \"touch_point\": \"[0.178, 0.781]\", \"lift_point\": \"[0.178, 0.781]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.395, 0.231]\", \"lift_point\": \"[0.395, 0.231]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"PkFmCe\"',\n", + " 'pred': 'Action Plan: [DUALTYPE,DUALTYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"PKFmCe\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5152, 0.9213, lift_point: 0.5152, 0.9213',\n", + " 'pred': 'Action Plan: [DUALTYPE,DUALTYPE,DUALTYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.176, 0.906]\", \"lift_point\": \"[0.176, 0.906]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1341, 0.1545, lift_point: 0.1341, 0.1545',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1341, 0.1545]\", \"lift_point\": \"[0.1341, 0.1545]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6044, 0.4258, lift_point: 0.6044, 0.4258',\n", + " 'pred': 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0621, 0.5604, lift_point: 0.0621, 0.5604',\n", + " 'pred': 'Action Plan: [DUAL,TYPE,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0478, 0.9227, lift_point: 0.0478, 0.9227',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0621, 0.5604]\", \"lift_point\": \"[0.0621, 0.5604]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"amazon.com\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"amazon.com\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.158, 0.193]\", \"lift_point\": \"[0.158, 0.193]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1418, 0.1418, lift_point: 0.1418, 0.1418',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.132, 0.208]\", \"lift_point\": \"[0.132, 0.208]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1418, 0.1418]\", \"lift_point\": \"[0.1418, 0.1418]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"walmart\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"walmart\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1445, 0.154, lift_point: 0.1445, 0.154',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.14, 0.233]\", \"lift_point\": \"[0.14, 0.233]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1445, 0.154]\", \"lift_point\": \"[0.1445, 0.154]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1807, 0.4907, lift_point: 0.1807, 0.4907',\n", + " 'pred': 'Action Plan: [DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALDUAL_POINT\", \"touch_point\": \"[0.183, 0.554]\", \"lift_point\": \"[0.183, 0.554]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.529, 0.85, lift_point: 0.529, 0.85',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.538, 0.803]\", \"lift_point\": \"[0.538, 0.803]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.166, 0.3692, lift_point: 0.166, 0.3692',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1807, 0.4907]\", \"lift_point\": \"[0.1807, 0.4907]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.166, 0.3692]\", \"lift_point\": \"[0.166, 0.3692]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6061, 0.2143, lift_point: 0.6061, 0.2143',\n", + " 'pred': 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6061, 0.2143]\", \"lift_point\": \"[0.6061, 0.2143]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3358, 0.613, lift_point: 0.3358, 0.613',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1485, 0.155, lift_point: 0.1485, 0.155',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.113, 0.428]\", \"lift_point\": \"[0.113, 0.428]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1485, 0.155]\", \"lift_point\": \"[0.1485, 0.155]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"amazon basics triple a\"',\n", + " 'pred': 'Action Plan: [DUAL,TYPE,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2487, 0.354, lift_point: 0.2487, 0.354',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.172, 0.251]\", \"lift_point\": \"[0.172, 0.251]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.171, 0.325]\", \"lift_point\": \"[0.171, 0.325]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \" ebay\"',\n", + " 'pred': 'Action Plan: [TYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"ebay\"; '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"bestbuy\"',\n", + " 'pred': 'Action Plan: [TYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"bestbuy\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [TYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4636, 0.0589, lift_point: 0.4636, 0.0589',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4636, 0.0589]\", \"lift_point\": \"[0.4636, 0.0589]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"target\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"target\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1947, 0.3292, lift_point: 0.1947, 0.3292',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4503, 0.2215, lift_point: 0.4503, 0.2215',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.393, 0.321]\", \"lift_point\": \"[0.393, 0.321]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1947, 0.3292]\", \"lift_point\": \"[0.1947, 0.3292]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7773, 0.5541, lift_point: 0.7773, 0.5541',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.733, 0.688]\", \"lift_point\": \"[0.733, 0.688]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7773, 0.5541]\", \"lift_point\": \"[0.7773, 0.5541]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0612, 0.4484, lift_point: 0.0612, 0.4484',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.067, 0.582]\", \"lift_point\": \"[0.067, 0.582]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.334, 0.104, lift_point: 0.334, 0.104',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"0.302, 0.216\", \"lift_point\": \"0.302, 0.216\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1137, 0.9194, lift_point: 0.1137, 0.9194',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.174, 0.917]\", \"lift_point\": \"[0.174, 0.917]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1773, 0.9256, lift_point: 0.1773, 0.9256',\n", + " 'pred': 'Action Plan: [DUALDUALSTATUS_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALDUALSTATUS_POINT\", \"touch_point\": \"[0.198, 0.917]\", \"lift_point\": \"[0.198, 0.917]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1773, 0.9256]\", \"lift_point\": \"[0.1773, 0.9256]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1113, 0.8258, lift_point: 0.1113, 0.8258',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1113, 0.8258]\", \"lift_point\": \"[0.1113, 0.8258]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4934, 0.4878, lift_point: 0.4934, 0.4878',\n", + " 'pred': 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.901, 0.3431, lift_point: 0.901, 0.3431',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.809, 0.617]\", \"lift_point\": \"[0.809, 0.617]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.901, 0.3431]\", \"lift_point\": \"[0.901, 0.3431]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"target \"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"target\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1353, 0.2831, lift_point: 0.1353, 0.2831',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.244, 0.194]\", \"lift_point\": \"[0.244, 0.194]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4554, 0.67, lift_point: 0.4554, 0.67',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.509, 0.653]\", \"lift_point\": \"[0.509, 0.653]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6142, 0.5651, lift_point: 0.6142, 0.5651',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6142, 0.5651]\", \"lift_point\": \"[0.6142, 0.5651]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3843, 0.0793, lift_point: 0.3843, 0.0793',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.138, 0.611]\", \"lift_point\": \"[0.138, 0.611]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0644, 0.3233, lift_point: 0.0644, 0.3233',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lifted_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.9001, 0.6116, lift_point: 0.9001, 0.6116',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,DUAL,DUAL,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3034, 0.68, lift_point: 0.3034, 0.68',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.507, 0.4845, lift_point: 0.507, 0.4845',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3034, 0.68]\", \"lift_point\": \"[0.3034, 0.68]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.386, 0.521]\", \"lift_point\": \"[0.386, 0.521]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #PRESS_HOME#',\n", + " 'pred': 'Action Plan: [PRESS_HOME,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [PRESS_HOME,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lifted_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1172, 0.4862, lift_point: 0.1172, 0.4862',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.187, 0.4862]\", \"lift_point\": \"[0.187, 0.4862]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \" logitech g903 \"',\n", + " 'pred': 'Action Plan: [TYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"logitech g903\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUALTYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1258, 0.9214, lift_point: 0.1258, 0.9214',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.121, 0.923]\", \"lift_point\": \"[0.121, 0.923]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.181, 0.909]\", \"lift_point\": \"[0.181, 0.909]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0581, 0.9442, lift_point: 0.0581, 0.9442',\n", + " 'pred': 'Action Plan: [DUAL POINT_POINT,DUAL POINT_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT_POINT\", \"touch_point\": \"[0.234, 0.908]\", \"lift_point\": \"[0.234, 0.908]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0638, 0.9199, lift_point: 0.0638, 0.9199',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0581, 0.9442]\", \"lift_point\": \"[0.0581, 0.9442]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.9071, 0.5882, lift_point: 0.9071, 0.5882',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0638, 0.9199]\", \"lift_point\": \"[0.0638, 0.9199]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9071, 0.5882]\", \"lift_point\": \"[0.9071, 0.5882]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0642, 0.5396, lift_point: 0.0642, 0.5396',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.057, 0.537]\", \"lift_point\": \"[0.057, 0.537]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2447, 0.2782, lift_point: 0.2447, 0.2782',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"walmart.com\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"walmart\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"walmart.com\"; '},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.128, 0.2176]\", \"lift_point\": \"[0.128, 0.2176]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.124, 0.5157]\", \"lift_point\": \"[0.124, 0.5157]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \" panasonic triple a\"',\n", + " 'pred': 'Action Plan: [DUALTYPE,TYPE,DUALTYPE,DUALTYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4243, 0.4641, lift_point: 0.4243, 0.4641',\n", + " 'pred': 'Action Plan: [DUALTYPE,DUALTYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2991, 0.3593, lift_point: 0.2991, 0.3593',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.194, 0.223]\", \"lift_point\": \"[0.194, 0.223]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.172, 0.446]\", \"lift_point\": \"[0.172, 0.446]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2367, 0.9058, lift_point: 0.2367, 0.9058',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.222, 0.355]\", \"lift_point\": \"[0.222, 0.355]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \" dell xps\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.132, 0.588]\", \"lift_point\": \"[0.132, 0.588]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"Perfect!'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4595, 0.1896, lift_point: 0.4595, 0.1896',\n", + " 'pred': 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" '},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7891, 0.6317, lift_point: 0.7891, 0.6317',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3508, 0.1322, lift_point: 0.3508, 0.1322',\n", + " 'pred': 'Action Plan: [DUALDUALSTATUS_TASK,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALDUALSTATUS_TASK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3508, 0.1322]\", \"lift_point\": \"[0.3508, 0.1322]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6485, 0.9633, lift_point: 0.6485, 0.9633',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Up#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6485, 0.9633]\", \"lift_point\": \"[0.6485, 0.9633]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2977, 0.8666, lift_point: 0.2977, 0.8666',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6485, 0.9633]\", \"lift_point\": \"[0.6485, 0.9633]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8291, 0.7174, lift_point: 0.8291, 0.7174',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8009, 0.5446]\", \"lift_point\": \"[0.8009, 0.5446]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,DUAL,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6595, 0.5407, lift_point: 0.6595, 0.5407',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Up#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Up#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.118, 0.939]\", \"lift_point\": \"[0.118, 0.939]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.551]\", \"lift_point\": \"[0.8, 0.551]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1739, 0.4654, lift_point: 0.1739, 0.4654',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.177, 0.453]\", \"lift_point\": \"[0.177, 0.453]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1739, 0.4654]\", \"lift_point\": \"[0.1739, 0.4654]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3122, 0.2647, lift_point: 0.3122, 0.2647',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.336, 0.249]\", \"lift_point\": \"[0.336, 0.249]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.138, 0.911]\", \"lift_point\": \"[0.138, 0.911]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.177, 0.911, lift_point: 0.177, 0.911',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5216, 0.9473, lift_point: 0.5216, 0.9473',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.572, 0.923]\", \"lift_point\": \"[0.572, 0.923]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.177, 0.911]\", \"lift_point\": \"[0.177, 0.911]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1277, 0.5087, lift_point: 0.1277, 0.5087',\n", + " 'pred': 'Action Plan: [DUALTYPE,TYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"usb-c to usb-a\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"usb-c to usb-a\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1993, 0.2848, lift_point: 0.1993, 0.2848',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1277, 0.5087]\", \"lift_point\": \"[0.1277, 0.5087]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1993, 0.2848]\", \"lift_point\": \"[0.1993, 0.2848]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6338, 0.4962, lift_point: 0.6338, 0.4962',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.628, 0.571]\", \"lift_point\": \"[0.628, 0.571]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.938, 0.222]\", \"lift_point\": \"[0.938, 0.222]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7811, 0.6975, lift_point: 0.7811, 0.6975',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.793, 0.684]\", \"lift_point\": \"[0.793, 0.684]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0658, 0.598, lift_point: 0.0658, 0.598',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.069, 0.382]\", \"lift_point\": \"[0.069, 0.382]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"ebay\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0658, 0.598]\", \"lift_point\": \"[0.0658, 0.598]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.127, 0.276]\", \"lift_point\": \"[0.127, 0.276]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.466, 0.4301, lift_point: 0.466, 0.4301',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.488, 0.499]\", \"lift_point\": \"[0.488, 0.499]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"bestbuy.com\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"bestbuy.com\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.208, 0.292]\", \"lift_point\": \"[0.208, 0.292]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5015, 0.4804, lift_point: 0.5015, 0.4804',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.493, 0.592]\", \"lift_point\": \"[0.493, 0.592]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3023, 0.9617, lift_point: 0.3023, 0.9617',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1905, 0.8857, lift_point: 0.1905, 0.8857',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3023, 0.9617]\", \"lift_point\": \"[0.3023, 0.9617]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1905, 0.8857]\", \"lift_point\": \"[0.1905, 0.8857]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2086, 0.7824, lift_point: 0.2086, 0.7824',\n", + " 'pred': 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8786, 0.5957, lift_point: 0.8786, 0.5957',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.855, 0.515]\", \"lift_point\": \"[0.855, 0.515]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.198, 0.802]\", \"lift_point\": \"[0.198, 0.802]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"XQdaEE\"',\n", + " 'pred': 'Action Plan: [DUALTYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"XQdaEE\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"# Justification for action decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1192, 0.4533, lift_point: 0.1192, 0.4533',\n", + " 'pred': 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"target.com\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"target.com\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.191, 0.311]\", \"lift_point\": \"[0.191, 0.311]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"Greatest Deals on Target.com: Search for: [black friday deals, black friday deals]'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8006, 0.6365, lift_point: 0.8006, 0.6365',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.812, 0.622]\", \"lift_point\": \"[0.812, 0.622]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1801, 0.3661, lift_point: 0.1801, 0.3661',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.072, 0.496]\", \"lift_point\": \"[0.072, 0.496]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0551, 0.3614, lift_point: 0.0551, 0.3614',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.076, 0.344]\", \"lift_point\": \"[0.076, 0.344]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"Walmart\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"walmart\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1249, 0.3678, lift_point: 0.1249, 0.3678',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.134, 0.3163]\", \"lift_point\": \"[0.134, 0.3163]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1249, 0.3678]\", \"lift_point\": \"[0.1249, 0.3678]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"razer naga\"',\n", + " 'pred': 'Action Plan: [TYPE,PRESS_ENT_HOME,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"razer naga\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2117, 0.2085, lift_point: 0.2117, 0.2085',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.189, 0.778]\", \"lift_point\": \"[0.189, 0.778]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2117, 0.2085]\", \"lift_point\": \"[0.2117, 0.2085]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1345, 0.3266, lift_point: 0.1345, 0.3266',\n", + " 'pred': 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1345, 0.3266]\", \"lift_point\": \"[0.1345, 0.3266]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #PRESS_HOME#',\n", + " 'pred': 'Action Plan: [PRESS_HOME,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8071, 0.61, lift_point: 0.8071, 0.61',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.596]\", \"lift_point\": \"[0.8, 0.596]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.061, 0.848]\", \"lift_point\": \"[0.061, 0.848]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8478, 0.5559, lift_point: 0.8478, 0.5559',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.857, 0.629]\", \"lift_point\": \"[0.857, 0.629]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8478, 0.5559]\", \"lift_point\": \"[0.8478, 0.5559]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1359, 0.5829, lift_point: 0.1359, 0.5829',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.134, 0.484]\", \"lift_point\": \"[0.134, 0.484]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"logitech g pro\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"logitech g pro\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2167, 0.209, lift_point: 0.2167, 0.209',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.192, 0.715]\", \"lift_point\": \"[0.192, 0.715]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7399, 0.9468, lift_point: 0.7399, 0.9468',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2167, 0.209]\", \"lift_point\": \"[0.2167, 0.209]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.184, 0.908]\", \"lift_point\": \"[0.184, 0.908]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1443, 0.7337, lift_point: 0.1443, 0.7337',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"walmart\"; '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.331, 0.393]\", \"lift_point\": \"[0.331, 0.393]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8006, 0.706, lift_point: 0.8006, 0.706',\n", + " 'pred': 'Action Plan: [DUALDUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALDUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8006, 0.706]\", \"lift_point\": \"[0.8006, 0.706]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"target\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"target\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"\"',\n", + " 'pred': 'Action Plan: [TYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.447, 0.266]\", \"lift_point\": \"[0.447, 0.266]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4862, 0.2184, lift_point: 0.4862, 0.2184',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.465, 0.242]\", \"lift_point\": \"[0.465, 0.242]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4862, 0.2184]\", \"lift_point\": \"[0.4862, 0.2184]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1368, 0.9041, lift_point: 0.1368, 0.9041',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.144, 0.918]\", \"lift_point\": \"[0.144, 0.918]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1368, 0.9041]\", \"lift_point\": \"[0.1368, 0.9041]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7143, 0.1234, lift_point: 0.7143, 0.1234',\n", + " 'pred': 'Action Plan: [DUAL POINT_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT_POINT\", \"touch_point\": \"[0.672, 0.096]\", \"lift_point\": \"[0.672, 0.096]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.171, 0.916]\", \"lift_point\": \"[0.171, 0.916]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0556, 0.5392, lift_point: 0.0556, 0.5392',\n", + " 'pred': 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"ebay.com\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0556, 0.5392]\", \"lift_point\": \"[0.0556, 0.5392]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2162, 0.3175, lift_point: 0.2162, 0.3175',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.143, 0.229]\", \"lift_point\": \"[0.143, 0.229]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3947, 0.4296, lift_point: 0.3947, 0.4296',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.318, 0.3175]\", \"lift_point\": \"[0.318, 0.3175]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.9064, 0.5628, lift_point: 0.9064, 0.5628',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.919, 0.462]\", \"lift_point\": \"[0.919, 0.462]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1288, 0.8073, lift_point: 0.1288, 0.8073',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.196, 0.3036]\", \"lift_point\": \"[0.196, 0.3036]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1254, 0.54, lift_point: 0.1254, 0.54',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"panasonic triple a\"',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1937, 0.9196, lift_point: 0.1937, 0.9196',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.186, 0.915]\", \"lift_point\": \"[0.186, 0.915]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4964, 0.6697, lift_point: 0.4964, 0.6697',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.654, 0.4791, lift_point: 0.654, 0.4791',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.654, 0.4791, lift_point: 0.654, 0.4791',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.654, 0.4791]\", \"lift_point\": \"[0.654, 0.4791]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7865, 0.285, lift_point: 0.7865, 0.285',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.712, 0.234]\", \"lift_point\": \"[0.712, 0.234]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.133, 0.907]\", \"lift_point\": \"[0.133, 0.907]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2701, 0.5023, lift_point: 0.2701, 0.5023',\n", + " 'pred': 'Action Plan: [DUALDUAL_POINT,TYPE,DUALDUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALDUAL_POINT\", \"touch_point\": \"[0.252, 0.348]\", \"lift_point\": \"[0.252, 0.348]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"alienware area 51\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.131, 0.198]\", \"lift_point\": \"[0.131, 0.198]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1381, 0.7837, lift_point: 0.1381, 0.7837',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.138, 0.439]\", \"lift_point\": \"[0.138, 0.439]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1381, 0.7837]\", \"lift_point\": \"[0.1381, 0.7837]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5862, 0.5464, lift_point: 0.5862, 0.5464',\n", + " 'pred': 'Action Plan: [DUAL POINT_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT_POINT\", \"touch_point\": \"[0.561, 0.526]\", \"lift_point\": \"[0.561, 0.526]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.821, 0.501]\", \"lift_point\": \"[0.821, 0.501]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1853, 0.9016, lift_point: 0.1853, 0.9016',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.176, 0.571]\", \"lift_point\": \"[0.176, 0.571]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1395, 0.9032, lift_point: 0.1395, 0.9032',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.144, 0.905]\", \"lift_point\": \"[0.144, 0.905]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1395, 0.9032]\", \"lift_point\": \"[0.1395, 0.9032]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8017, 0.6208, lift_point: 0.8017, 0.6208',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0656, 0.6972, lift_point: 0.0656, 0.6972',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.062, 0.611]\", \"lift_point\": \"[0.062, 0.611]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"walmart\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"walmart.com\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2205, 0.3423, lift_point: 0.2205, 0.3423',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.133, 0.224]\", \"lift_point\": \"[0.133, 0.224]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5658, 0.3852, lift_point: 0.5658, 0.3852',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.519, 0.228]\", \"lift_point\": \"[0.519, 0.228]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6245, 0.3216, lift_point: 0.6245, 0.3216',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.71, 0.687]\", \"lift_point\": \"[0.71, 0.687]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.9046, 0.5108, lift_point: 0.9046, 0.5108',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.903, 0.502]\", \"lift_point\": \"[0.903, 0.502]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9046, 0.5108]\", \"lift_point\": \"[0.9046, 0.5108]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6245, 0.3216, lift_point: 0.6245, 0.3216',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.614, 0.23]\", \"lift_point\": \"[0.614, 0.23]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.917, 0.073]\", \"lift_point\": \"[0.917, 0.073]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3768, 0.5098, lift_point: 0.3768, 0.5098',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.362, 0.513]\", \"lift_point\": \"[0.362, 0.513]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0688, 0.3574, lift_point: 0.0688, 0.3574',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.065, 0.318]\", \"lift_point\": \"[0.065, 0.318]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"target\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"target\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1569, 0.2149, lift_point: 0.1569, 0.2149',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.142, 0.397]\", \"lift_point\": \"[0.142, 0.397]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.192, 0.915]\", \"lift_point\": \"[0.192, 0.915]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2747, 0.1811, lift_point: 0.2747, 0.1811',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.272, 0.54]\", \"lift_point\": \"[0.272, 0.54]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"razer nari\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.145, 0.183]\", \"lift_point\": \"[0.145, 0.183]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1418, 0.7793, lift_point: 0.1418, 0.7793',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.141, 0.198]\", \"lift_point\": \"[0.141, 0.198]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7385, 0.1568, lift_point: 0.7385, 0.1568',\n", + " 'pred': 'Action Plan: [DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5225, 0.4833, lift_point: 0.5225, 0.4833',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.065, 0.812]\", \"lift_point\": \"[0.065, 0.812]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.206, 0.9194, lift_point: 0.206, 0.9194',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.183, 0.918]\", \"lift_point\": \"[0.183, 0.918]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.181, 0.9194]\", \"lift_point\": \"[0.181, 0.9194]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1643, 0.2271, lift_point: 0.1643, 0.2271',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.174, 0.918]\", \"lift_point\": \"[0.174, 0.918]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1939, 0.5993, lift_point: 0.1939, 0.5993',\n", + " 'pred': 'Action Plan: [DUAL POINT_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT_POINT\", \"touch_point\": \"[0.201, 0.402]\", \"lift_point\": \"[0.201, 0.402]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1939, 0.5993]\", \"lift_point\": \"[0.1939, 0.5993]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \" target.com\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"target.com\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1627, 0.2097, lift_point: 0.1627, 0.2097',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.211, 0.2097]\", \"lift_point\": \"[0.211, 0.2097]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0728, 0.4731, lift_point: 0.0728, 0.4731',\n", + " 'pred': 'Action Plan: [DUAL,TYPE,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \" target.com\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0728, 0.4731]\", \"lift_point\": \"[0.0728, 0.4731]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0651, 0.9186, lift_point: 0.0651, 0.9186',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.142, 0.192]\", \"lift_point\": \"[0.142, 0.192]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.122, 0.238]\", \"lift_point\": \"[0.122, 0.238]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3055, 0.6914, lift_point: 0.3055, 0.6914',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.421, 0.425]\", \"lift_point\": \"[0.421, 0.425]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"ebay\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"ebay.com\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2068, 0.1527, lift_point: 0.2068, 0.1527',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5373, 0.8138, lift_point: 0.5373, 0.8138',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.521, 0.538]\", \"lift_point\": \"[0.521, 0.538]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1252, 0.2762, lift_point: 0.1252, 0.2762',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2068, 0.1527]\", \"lift_point\": \"[0.2068, 0.1527]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.132, 0.8209, lift_point: 0.132, 0.8209',\n", + " 'pred': 'Action Plan: [DUALDUAL_POINT,DUALDUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALDUAL_POINT\", \"touch_point\": \"[0.122, 0.915]\", \"lift_point\": \"[0.122, 0.915]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7439, 0.442, lift_point: 0.7439, 0.442',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.704, 0.518]\", \"lift_point\": \"[0.704, 0.518]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.132, 0.8209]\", \"lift_point\": \"[0.132, 0.8209]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"logitech g pro\"',\n", + " 'pred': 'Action Plan: [TYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"logitech g pro\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.201, 0.907]\", \"lift_point\": \"[0.201, 0.907]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4271, 0.5421, lift_point: 0.4271, 0.5421',\n", + " 'pred': 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.899, 0.4645, lift_point: 0.899, 0.4645',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.904, 0.509]\", \"lift_point\": \"[0.904, 0.509]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0641, 0.4724, lift_point: 0.0641, 0.4724',\n", + " 'pred': 'Action Plan: [DUALTYPE,DUALTYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"costco\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"costco\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"costco\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2115, 0.2653, lift_point: 0.2115, 0.2653',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.151, 0.304]\", \"lift_point\": \"[0.151, 0.304]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2115, 0.2653]\", \"lift_point\": \"[0.2115, 0.2653]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1884, 0.9267, lift_point: 0.1884, 0.9267',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.802, 0.512]\", \"lift_point\": \"[0.802, 0.512]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1884, 0.9267, lift_point: 0.1884, 0.9267',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1884, 0.9267]\", \"lift_point\": \"[0.1884, 0.9267]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6247, 0.4086, lift_point: 0.6247, 0.4086',\n", + " 'pred': 'Action Plan: [DUAL POINT_POINT,DUAL POINT_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT_POINT\", \"touch_point\": \"[0.587, 0.27]\", \"lift_point\": \"[0.587, 0.27]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1447, 0.5101, lift_point: 0.1447, 0.5101',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.118, 0.354]\", \"lift_point\": \"[0.118, 0.354]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1447, 0.5101]\", \"lift_point\": \"[0.1447, 0.5101]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4982, 0.6134, lift_point: 0.4982, 0.6134',\n", + " 'pred': 'Action Plan: [DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALDUAL_POINT\", \"touch_point\": \"[0.518, 0.634]\", \"lift_point\": \"[0.518, 0.634]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5717, 0.5109, lift_point: 0.5717, 0.5109',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.551, 0.559]\", \"lift_point\": \"[0.551, 0.559]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3689, 0.4718, lift_point: 0.3689, 0.4718',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3689, 0.4718]\", \"lift_point\": \"[0.3689, 0.4718]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.126, 0.9402, lift_point: 0.126, 0.9402',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.126, 0.9402]\", \"lift_point\": \"[0.126, 0.9402]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1921, 0.4324, lift_point: 0.1921, 0.4324',\n", + " 'pred': 'Action Plan: [DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE,DUALTYPE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"logitech g pro\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"logitech g pro\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1921, 0.4324]\", \"lift_point\": \"[0.1921, 0.4324]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2339, 0.2302, lift_point: 0.2339, 0.2302',\n", + " 'pred': 'Action Plan: [DUAL_POINT:STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1921, 0.4324]\", \"lift_point\": \"[0.1921, 0.4324]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4619, 0.5118, lift_point: 0.4619, 0.5118',\n", + " 'pred': 'Action Plan: [DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALDUAL_POINT\", \"touch_point\": \"[0.526, 0.564]\", \"lift_point\": \"[0.526, 0.564]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.9226, 0.4933, lift_point: 0.9226, 0.4933',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4619, 0.5118, lift_point: 0.4619, 0.5118',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.524, 0.538]\", \"lift_point\": \"[0.524, 0.538]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8073, 0.4122, lift_point: 0.8073, 0.4122',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"0.8, 0.802\", \"lifted_point\": \"0.8, 0.802\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8073, 0.4122]\", \"lift_point\": \"[0.8073, 0.4122]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3839, 0.2583, lift_point: 0.3839, 0.2583',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"0.384, 0.234\", \"lift_point\": \"0.384, 0.234\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.133, 0.8234, lift_point: 0.133, 0.8234',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.186, 0.913]\", \"lift_point\": \"[0.186, 0.913]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.133, 0.8234]\", \"lift_point\": \"[0.133, 0.8234]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.486, 0.4795, lift_point: 0.486, 0.4795',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.521, 0.588]\", \"lift_point\": \"[0.521, 0.588]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7558, 0.5371, lift_point: 0.7558, 0.5371',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.731, 0.494]\", \"lift_point\": \"[0.731, 0.494]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7558, 0.5371]\", \"lift_point\": \"[0.7558, 0.5371]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8486, 0.5313, lift_point: 0.8486, 0.5313',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.845, 0.49]\", \"lift_point\": \"[0.845, 0.49]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.068, 0.843]\", \"lift_point\": \"[0.068, 0.843]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #PRESS_BACK#',\n", + " 'pred': 'Action Plan: [PRESS_HOME,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"PRESS_HOME\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [PRESS_BACK,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"PRESS_BACK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3835, 0.2457, lift_point: 0.3835, 0.2457',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"0.383, 0.237\", \"lift_point\": \"0.383, 0.237\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.144, 0.911]\", \"lift_point\": \"[0.144, 0.911]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1329, 0.9138, lift_point: 0.1329, 0.9138',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.139, 0.904]\", \"lift_point\": \"[0.139, 0.904]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1329, 0.9138]\", \"lift_point\": \"[0.1329, 0.9138]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5911, 0.1934, lift_point: 0.5911, 0.1934',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.543, 0.154]\", \"lift_point\": \"[0.543, 0.154]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.181, 0.922]\", \"lift_point\": \"[0.181, 0.922]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.9023, 0.2464, lift_point: 0.9023, 0.2464',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"0.884, 0.122\", \"lift_point\": \"0.884, 0.122\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.181, 0.929]\", \"lift_point\": \"[0.181, 0.929]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4902, 0.5528, lift_point: 0.4902, 0.5528',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.479, 0.514]\", \"lift_point\": \"[0.479, 0.514]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7942, 0.5167, lift_point: 0.7942, 0.5167',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.719, 0.537]\", \"lift_point\": \"[0.719, 0.537]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7942, 0.5167]\", \"lift_point\": \"[0.7942, 0.5167]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3848, 0.1955, lift_point: 0.3848, 0.1955',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"0.381, 0.243\", \"lift_point\": \"0.381, 0.243\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.199, 0.186]\", \"lift_point\": \"[0.199, 0.186]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7889, 0.6948, lift_point: 0.7889, 0.6948',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.786, 0.683]\", \"lift_point\": \"[0.786, 0.683]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0679, 0.5741, lift_point: 0.0679, 0.5741',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.062, 0.388]\", \"lift_point\": \"[0.062, 0.388]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"ebay\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"ebay\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2199, 0.2458, lift_point: 0.2199, 0.2458',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.142, 0.203]\", \"lift_point\": \"[0.142, 0.203]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.326, 0.2124]\", \"lift_point\": \"[0.326, 0.2124]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"ebay\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"ebay\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2199, 0.2458, lift_point: 0.2199, 0.2458',\n", + " 'pred': 'Action Plan: [TYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.303, 0.235]\", \"lift_point\": \"[0.303, 0.235]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2705, 0.7943, lift_point: 0.2705, 0.7943',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.266, 0.451]\", \"lift_point\": \"[0.266, 0.451]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"logitech g pro\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.142, 0.703]\", \"lift_point\": \"[0.142, 0.703]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1356, 0.7989, lift_point: 0.1356, 0.7989',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.142, 0.715]\", \"lift_point\": \"[0.142, 0.715]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0627, 0.4715, lift_point: 0.0627, 0.4715',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.062, 0.533]\", \"lift_point\": \"[0.062, 0.533]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7938, 0.6872, lift_point: 0.7938, 0.6872',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.782, 0.688]\", \"lift_point\": \"[0.782, 0.688]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0651, 0.6478, lift_point: 0.0651, 0.6478',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.064, 0.428]\", \"lift_point\": \"[0.064, 0.428]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"target.com\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"target.com\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2085, 0.2276, lift_point: 0.2085, 0.2276',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.172, 0.329]\", \"lift_point\": \"[0.172, 0.329]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3987, 0.1289, lift_point: 0.3987, 0.1289',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.311, 0.2276]\", \"lift_point\": \"[0.311, 0.2276]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2085, 0.2276]\", \"lift_point\": \"[0.2085, 0.2276]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"walmart.com\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"walmart.com\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2064, 0.327, lift_point: 0.2064, 0.327',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.151, 0.276]\", \"lift_point\": \"[0.151, 0.276]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2064, 0.327]\", \"lift_point\": \"[0.2064, 0.327]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2628, 0.5814, lift_point: 0.2628, 0.5814',\n", + " 'pred': 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" '},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7169, 0.5057, lift_point: 0.7169, 0.5057',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.688, 0.498]\", \"lift_point\": \"[0.688, 0.498]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7169, 0.5057]\", \"lift_point\": \"[0.7169, 0.5057]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1243, 0.9124, lift_point: 0.1243, 0.9124',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.695, 0.4978, lift_point: 0.695, 0.4978',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,DUAL,DUAL,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.695, 0.4978]\", \"lift_point\": \"[0.695, 0.4978]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5594, 0.6501, lift_point: 0.5594, 0.6501',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8966, 0.8062, lift_point: 0.8966, 0.8062',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.9014, 0.4903, lift_point: 0.9014, 0.4903',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8966, 0.8062]\", \"lift_point\": \"[0.8966, 0.8062]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.9014, 0.4903]\", \"lift_point\": \"[0.9014, 0.4903]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0669, 0.4637, lift_point: 0.0669, 0.4637',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.069, 0.517]\", \"lift_point\": \"[0.069, 0.517]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"walmart\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"walmart\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2112, 0.231, lift_point: 0.2112, 0.231',\n", + " 'pred': 'Action Plan: [TYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.399, 0.164]\", \"lift_point\": \"[0.399, 0.164]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"target.com\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"target.com\"; '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0541, 0.4337, lift_point: 0.0541, 0.4337',\n", + " 'pred': 'Action Plan: [DUAL POINT_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT_POINT\", \"touch_point\": \"[0.069, 0.469]\", \"lift_point\": \"[0.069, 0.469]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"target.com\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"target.com\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2164, 0.294, lift_point: 0.2164, 0.294',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.173, 0.217]\", \"lift_point\": \"[0.173, 0.217]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.326, 0.186]\", \"lift_point\": \"[0.326, 0.186]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4429, 0.6076, lift_point: 0.4429, 0.6076',\n", + " 'pred': 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6654, 0.5894, lift_point: 0.6654, 0.5894',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.4429, 0.6076]\", \"lift_point\": \"[0.4429, 0.6076]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6162, 0.5989, lift_point: 0.6162, 0.5989',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.554, 0.904]\", \"lift_point\": \"[0.554, 0.904]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6462, 0.5795, lift_point: 0.6462, 0.5795',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.6162, 0.5989]\", \"lift_point\": \"[0.6162, 0.5989]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1923, 0.5057, lift_point: 0.1923, 0.5057',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.206, 0.304]\", \"lift_point\": \"[0.206, 0.304]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"logitech g pro\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.141, 0.5057]\", \"lift_point\": \"[0.141, 0.5057]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1308, 0.789, lift_point: 0.1308, 0.789',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1923, 0.5057]\", \"lift_point\": \"[0.1923, 0.5057]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5288, 0.5819, lift_point: 0.5288, 0.5819',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.514, 0.52]\", \"lift_point\": \"[0.514, 0.52]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"Perfect![STATUS_TASK_COMPLETE] '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0571, 0.5038, lift_point: 0.0571, 0.5038',\n", + " 'pred': 'Action Plan: [DUAL POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.061, 0.513]\", \"lift_point\": \"[0.061, 0.513]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"ebay.com\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"ebay.com\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2129, 0.2528, lift_point: 0.2129, 0.2528',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.158, 0.273]\", \"lift_point\": \"[0.158, 0.273]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2129, 0.2528]\", \"lift_point\": \"[0.2129, 0.2528]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2116, 0.303, lift_point: 0.2116, 0.303',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.301, 0.176]\", \"lift_point\": \"[0.301, 0.176]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1857, 0.5975, lift_point: 0.1857, 0.5975',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.181, 0.452]\", \"lift_point\": \"[0.181, 0.452]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"asus rog\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1857, 0.5975]\", \"lift_point\": \"[0.1857, 0.5975]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1959, 0.9185, lift_point: 0.1959, 0.9185',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1857, 0.5975]\", \"lift_point\": \"[0.1857, 0.5975]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.387, 0.2307, lift_point: 0.387, 0.2307',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"0.355, 0.229\", \"lift_point\": \"0.355, 0.229\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0685, 0.5975, lift_point: 0.0685, 0.5975',\n", + " 'pred': '1. Press the search bar.\\n### Action Plan: [DUALTYPE,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n### Instruction: Type: \"costco.com\"\\n### Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"costco.com\"### '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0616, 0.9396, lift_point: 0.0616, 0.9396',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0685, 0.5975]\", \"lift_point\": \"[0.0685, 0.5975]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"costco.com\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"costco.com\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.214, 0.3001, lift_point: 0.214, 0.3001',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.148, 0.233]\", \"lift_point\": \"[0.148, 0.233]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.326, 0.1939]\", \"lift_point\": \"[0.326, 0.1939]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"walmart.com\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"walmart.com\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"\"',\n", + " 'pred': 'Action Plan: [TYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"logitech g903\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"logitech g903\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.151, 0.705]\", \"lift_point\": \"[0.151, 0.705]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"I\\'m sorry, but it seems there is some confusion in the previous instructions. The task is to search for \"logitech g903\" in Walmart.com, not to search for \"typed_text\". Please disregard the previous action plan and status.\\n\\n; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0574, 0.4292, lift_point: 0.0574, 0.4292',\n", + " 'pred': 'Action Plan: [DUALTYPE,DUALTYPE,DUALTYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"costco\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"costco\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"costco\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1172, 0.2054, lift_point: 0.1172, 0.2054',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.133, 0.196]\", \"lift_point\": \"[0.133, 0.196]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.318, 0.1997]\", \"lift_point\": \"[0.318, 0.1997]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0607, 0.3821, lift_point: 0.0607, 0.3821',\n", + " 'pred': 'Action Plan: [DUAL POINT_POINT,TYPE,DUAL POINT_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT_POINT\", \"touch_point\": \"[0.061, 0.446]\", \"lift_point\": \"[0.061, 0.446]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \" amazon\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.121, 0.441]\", \"lift_point\": \"[0.121, 0.441]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1268, 0.2094, lift_point: 0.1268, 0.2094',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1268, 0.2094]\", \"lift_point\": \"[0.1268, 0.2094]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0607, 0.3821, lift_point: 0.0607, 0.3821',\n", + " 'pred': '1. Previous Action: [DUAL SCROLL,TYPE,DUAL SCROLL,STATUS_TASK_COMPLETE]\\n; Action: [DUAL SCROLL,TYPE,DUAL SCROLL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL SCROLL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \" amazon\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"amazon.com\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1268, 0.2094, lift_point: 0.1268, 0.2094',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.121, 0.224]\", \"lift_point\": \"[0.121, 0.224]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1622, 0.2203, lift_point: 0.1622, 0.2203',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.131, 0.2094]\", \"lift_point\": \"[0.131, 0.2094]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"usb-c\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1268, 0.2094]\", \"lift_point\": \"[0.1268, 0.2094]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1636, 0.9146, lift_point: 0.1636, 0.9146',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1622, 0.2203]\", \"lift_point\": \"[0.1622, 0.2203]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1636, 0.9146]\", \"lift_point\": \"[0.1636, 0.9146]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.4275, 0.1421, lift_point: 0.4275, 0.1421',\n", + " 'pred': 'Action Plan: [DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,DUALDUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALDUAL_POINT\", \"touch_point\": \"[0.399, 0.577]\", \"lift_point\": \"[0.399, 0.577]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6014, 0.4694, lift_point: 0.6014, 0.4694',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.564, 0.504]\", \"lift_point\": \"[0.564, 0.504]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3448, 0.4998, lift_point: 0.3448, 0.4998',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.348, 0.515]\", \"lift_point\": \"[0.348, 0.515]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0508, 0.4456, lift_point: 0.0508, 0.4456',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.063, 0.395]\", \"lift_point\": \"[0.063, 0.395]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"ebay\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"ebay\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1335, 0.1769, lift_point: 0.1335, 0.1769',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.132, 0.265]\", \"lift_point\": \"[0.132, 0.265]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1335, 0.1769]\", \"lift_point\": \"[0.1335, 0.1769]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0508, 0.4456, lift_point: 0.0508, 0.4456',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.168, 0.418]\", \"lift_point\": \"[0.168, 0.418]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1662, 0.6792, lift_point: 0.1662, 0.6792',\n", + " 'pred': 'Action Plan: [DUALTYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALTYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"alienware aurora\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"alienware aurora\"',\n", + " 'pred': 'Action Plan: [TYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"alienware aurora\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1662, 0.6792]\", \"lift_point\": \"[0.1662, 0.6792]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3805, 0.6038, lift_point: 0.3805, 0.6038',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"0.381, 0.328\", \"lifted_point\": \"0.381, 0.328\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7287, 0.6348, lift_point: 0.7287, 0.6348',\n", + " 'pred': 'Action Plan: [DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.415, 0.595]\", \"lift_point\": \"[0.415, 0.595]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.9136, 0.5501, lift_point: 0.9136, 0.5501',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.064, 0.816]\", \"lift_point\": \"[0.064, 0.816]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.346, 0.5813, lift_point: 0.346, 0.5813',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.059, 0.855]\", \"lift_point\": \"[0.059, 0.855]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1099, 0.2925, lift_point: 0.1099, 0.2925',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.129, 0.907]\", \"lift_point\": \"[0.129, 0.907]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1809, 0.1971]\", \"lift_point\": \"[0.1809, 0.1971]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8647, 0.2881, lift_point: 0.8647, 0.2881',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.637, 0.242]\", \"lift_point\": \"[0.637, 0.242]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8647, 0.2881]\", \"lift_point\": \"[0.8647, 0.2881]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.9132, 0.0405, lift_point: 0.9132, 0.0405',\n", + " 'pred': 'Action Plan: [DUAL POINT,DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.912, 0.067]\", \"lift_point\": \"[0.912, 0.067]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8698, 0.5735, lift_point: 0.8698, 0.5735',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.835, 0.519]\", \"lift_point\": \"[0.835, 0.519]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8698, 0.5735, lift_point: 0.8698, 0.5735',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8698, 0.5735]\", \"lift_point\": \"[0.8698, 0.5735]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6081, 0.6553, lift_point: 0.6081, 0.6553',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.567, 0.57]\", \"lift_point\": \"[0.567, 0.57]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5269, 0.2503, lift_point: 0.5269, 0.2503',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.5269, 0.2503]\", \"lift_point\": \"[0.5269, 0.2503]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2336, 0.5617, lift_point: 0.2336, 0.5617',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.361, 0.611]\", \"lift_point\": \"[0.361, 0.611]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.72, 0.6439, lift_point: 0.72, 0.6439',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1265, 0.4005, lift_point: 0.1265, 0.4005',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"0.066\", \"lift_point\": \"0.066\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1265, 0.4005]\", \"lift_point\": \"[0.1265, 0.4005]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7378, 0.2462, lift_point: 0.7378, 0.2462',\n", + " 'pred': 'Action Plan: [DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8177, 0.6974, lift_point: 0.8177, 0.6974',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.7378, 0.2462]\", \"lift_point\": \"[0.7378, 0.2462]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8177, 0.6974]\", \"lift_point\": \"[0.8177, 0.6974]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3088, 0.7395, lift_point: 0.3088, 0.7395',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.424, 0.424]\", \"lift_point\": \"[0.424, 0.424]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.172, 0.318]\", \"lift_point\": \"[0.172, 0.318]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"amazon.com\"',\n", + " 'pred': 'Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3088, 0.7395]\", \"lift_point\": \"[0.3088, 0.7395]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3476, 0.278, lift_point: 0.3476, 0.278',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.413, 0.279]\", \"lift_point\": \"[0.413, 0.279]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.3476, 0.278]\", \"lift_point\": \"[0.3476, 0.278]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0569, 0.6062, lift_point: 0.0569, 0.6062',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.064, 0.366]\", \"lift_point\": \"[0.064, 0.366]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"target\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"target\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2233, 0.3019, lift_point: 0.2233, 0.3019',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.142, 0.209]\", \"lift_point\": \"[0.142, 0.209]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8303, 0.7425, lift_point: 0.8303, 0.7425',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.78, 0.71]\", \"lift_point\": \"[0.78, 0.71]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0569, 0.6062, lift_point: 0.0569, 0.6062',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.069, 0.503]\", \"lift_point\": \"[0.069, 0.503]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"target\"',\n", + " 'pred': 'Action Plan: [TYPE,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"target\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.148, 0.453]\", \"lift_point\": \"[0.148, 0.453]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2601, 0.9013, lift_point: 0.2601, 0.9013',\n", + " 'pred': 'Action Plan: [DUAL,TYPE,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"amazon basics triple a\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.142, 0.718]\", \"lift_point\": \"[0.142, 0.718]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.143, 0.779]\", \"lift_point\": \"[0.143, 0.779]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"#'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1827, 0.2886, lift_point: 0.1827, 0.2886',\n", + " 'pred': 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"razer naga\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1827, 0.2886]\", \"lift_point\": \"[0.1827, 0.2886]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2225, 0.2014, lift_point: 0.2225, 0.2014',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1827, 0.2886]\", \"lift_point\": \"[0.1827, 0.2886]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.191, 0.223]\", \"lift_point\": \"[0.191, 0.223]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2802, 0.4404, lift_point: 0.2802, 0.4404',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.269, 0.373]\", \"lift_point\": \"[0.269, 0.373]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"acer nitro\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.141, 0.194]\", \"lift_point\": \"[0.141, 0.194]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.154, 0.794]\", \"lift_point\": \"[0.154, 0.794]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"walmart\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"walmart\"; '},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.158, 0.276]\", \"lift_point\": \"[0.158, 0.276]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.133, 0.489]\", \"lift_point\": \"[0.133, 0.489]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1367, 0.9169, lift_point: 0.1367, 0.9169',\n", + " 'pred': 'Action Plan: [DUAL POINT,DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.131, 0.916]\", \"lift_point\": \"[0.131, 0.916]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8568, 0.4802, lift_point: 0.8568, 0.4802',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.845, 0.526]\", \"lift_point\": \"[0.845, 0.526]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.193, 0.9169]\", \"lift_point\": \"[0.193, 0.9169]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6256, 0.6896, lift_point: 0.6256, 0.6896',\n", + " 'pred': 'Action Plan: [DUAL POINT,DUAL POINT,DUAL POINT,DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.646, 0.581]\", \"lift_point\": \"[0.646, 0.581]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8981, 0.7756, lift_point: 0.8981, 0.7756',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.905, 0.792]\", \"lift_point\": \"[0.905, 0.792]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2407, 0.9273, lift_point: 0.2407, 0.9273',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.195, 0.909]\", \"lift_point\": \"[0.195, 0.909]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"razer naga\"',\n", + " 'pred': 'Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"razer naga\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6207, 0.1382, lift_point: 0.6207, 0.1382',\n", + " 'pred': 'Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5535, 0.6182, lift_point: 0.5535, 0.6182',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.567, 0.533]\", \"lift_point\": \"[0.567, 0.533]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.183, 0.932]\", \"lift_point\": \"[0.183, 0.932]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7878, 0.6675, lift_point: 0.7878, 0.6675',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.796, 0.692]\", \"lift_point\": \"[0.796, 0.692]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0636, 0.6134, lift_point: 0.0636, 0.6134',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.064, 0.387]\", \"lift_point\": \"[0.064, 0.387]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"google.com\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2592, 0.8893, lift_point: 0.2592, 0.8893',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.276, 0.331]\", \"lift_point\": \"[0.276, 0.331]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"razer blade\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.133, 0.801]\", \"lift_point\": \"[0.133, 0.801]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2592, 0.8893]\", \"lift_point\": \"[0.2592, 0.8893]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"logitech g pro\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"logitech g pro\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7171, 0.1306, lift_point: 0.7171, 0.1306',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.191, 0.902]\", \"lift_point\": \"[0.191, 0.902]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5892, 0.1246, lift_point: 0.5892, 0.1246',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.369, 0.184]\", \"lift_point\": \"[0.369, 0.184]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8021, 0.7014, lift_point: 0.8021, 0.7014',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.786, 0.695]\", \"lift_point\": \"[0.786, 0.695]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0614, 0.4483, lift_point: 0.0614, 0.4483',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.062, 0.551]\", \"lift_point\": \"[0.062, 0.551]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"target.com\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"target.com\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2071, 0.3434, lift_point: 0.2071, 0.3434',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.145, 0.223]\", \"lift_point\": \"[0.145, 0.223]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2097, 0.273, lift_point: 0.2097, 0.273',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.161, 0.282]\", \"lift_point\": \"[0.161, 0.282]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2097, 0.273]\", \"lift_point\": \"[0.2097, 0.273]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.458, 0.3672, lift_point: 0.458, 0.3672',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,DUAL]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.569, 0.2777, lift_point: 0.569, 0.2777',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.578, 0.263]\", \"lift_point\": \"[0.578, 0.263]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.458, 0.3672]\", \"lift_point\": \"[0.458, 0.3672]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.6464, 0.4916, lift_point: 0.6464, 0.4916',\n", + " 'pred': 'Action Plan: [DUAL,DUAL,DUAL,DUAL,DUAL,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0686, 0.9183, lift_point: 0.0686, 0.9183',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.073, 0.761]\", \"lift_point\": \"[0.073, 0.761]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8146, 0.5124, lift_point: 0.8146, 0.5124',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.072, 0.803]\", \"lift_point\": \"[0.072, 0.803]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.88, 0.4145, lift_point: 0.88, 0.4145',\n", + " 'pred': 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.9044, 0.453, lift_point: 0.9044, 0.453',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.88, 0.4145]\", \"lift_point\": \"[0.88, 0.4145]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.162, 0.901]\", \"lift_point\": \"[0.162, 0.901]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1037, 0.3573, lift_point: 0.1037, 0.3573',\n", + " 'pred': 'Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\" '},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"bestbuy.com.\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.254, 0.213]\", \"lift_point\": \"[0.254, 0.213]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.181, 0.246]\", \"lift_point\": \"[0.181, 0.246]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2359, 0.9375, lift_point: 0.2359, 0.9375',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.195, 0.353]\", \"lift_point\": \"[0.195, 0.353]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2695, 0.911, lift_point: 0.2695, 0.911',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2359, 0.9375]\", \"lift_point\": \"[0.2359, 0.9375]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2695, 0.911]\", \"lift_point\": \"[0.2695, 0.911]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2695, 0.911]\", \"lift_point\": \"[0.2695, 0.911]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7063, 0.6586, lift_point: 0.7063, 0.6586',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2695, 0.911]\", \"lift_point\": \"[0.2695, 0.911]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8, 0.5]\", \"lift_point\": \"[0.2, 0.5]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.5021, 0.6059, lift_point: 0.5021, 0.6059',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.099, 0.505]\", \"lift_point\": \"[0.099, 0.505]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT,DUAL_POINT]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.2, 0.5]\", \"lift_point\": \"[0.8, 0.5]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7918, 0.6911, lift_point: 0.7918, 0.6911',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.783, 0.682]\", \"lift_point\": \"[0.783, 0.682]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.053, 0.847]\", \"lift_point\": \"[0.053, 0.847]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2743, 0.5297, lift_point: 0.2743, 0.5297',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"Instruction: [STATUS_TASK_COMPLETE]\\n; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1854, 0.5354, lift_point: 0.1854, 0.5354',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.052, 0.525]\", \"lift_point\": \"[0.052, 0.525]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1121, 0.9409, lift_point: 0.1121, 0.9409',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.111, 0.932]\", \"lift_point\": \"[0.111, 0.932]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"bestbuy.com.\"',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1121, 0.9409]\", \"lift_point\": \"[0.1121, 0.9409]\", \"typed_text\": \"\"; '},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1739, 0.185, lift_point: 0.1739, 0.185',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1854, 0.5354]\", \"lift_point\": \"[0.1854, 0.5354]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1739, 0.185]\", \"lift_point\": \"[0.1739, 0.185]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.2648, 0.4742, lift_point: 0.2648, 0.4742',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.8178, 0.5306, lift_point: 0.8178, 0.5306',\n", + " 'pred': 'Action Plan: [DUAL POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL POINT\", \"touch_point\": \"[0.781, 0.678]\", \"lift_point\": \"[0.781, 0.678]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.8178, 0.5306]\", \"lift_point\": \"[0.8178, 0.5306]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"usb-a\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"usb adapter\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"\"',\n", + " 'pred': 'Action Plan: [DUALDUALDUALSTATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALDUALDUALSTATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1874, 0.1348, lift_point: 0.1874, 0.1348',\n", + " 'pred': 'Action Plan: [DUALDUALSTATUS_TASK,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUALDUALSTATUS_TASK\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.1422, 0.1941, lift_point: 0.1422, 0.1941',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.1422, 0.1941]\", \"lift_point\": \"[0.1422, 0.1941]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3849, 0.6217, lift_point: 0.3849, 0.6217',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"0.365, 0.621\", \"lift_point\": \"0.365, 0.621\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.127, 0.91]\", \"lift_point\": \"[0.127, 0.91]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.442, 0.4293, lift_point: 0.442, 0.4293',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.466, 0.515]\", \"lift_point\": \"[0.466, 0.515]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.442, 0.4293]\", \"lift_point\": \"[0.442, 0.4293]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"PRESS_ENTER\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.0533, 0.6344, lift_point: 0.0533, 0.6344',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.069, 0.503]\", \"lift_point\": \"[0.069, 0.503]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"newegg.com\"',\n", + " 'pred': 'Action Plan: [TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"newegg.com\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.143, 0.249]\", \"lift_point\": \"[0.143, 0.249]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.0533, 0.6344]\", \"lift_point\": \"[0.0533, 0.6344]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.071, 0.4731, lift_point: 0.071, 0.4731',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,PRESS_ENTER,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.055, 0.51]\", \"lift_point\": \"[0.055, 0.51]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #TYPE#; And the content is : \"typed_text\": \"costco.com\"',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"costco.com\"'},\n", + " {'gt': 'The action is #PRESS_ENTER#',\n", + " 'pred': 'Action Plan: [TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"TYPE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"STATUS_TASK_COMPLETE\", \"touch_point\": \"[-1.0, -1.0]\", \"lift_point\": \"[-1.0, -1.0]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #Scrolling Down#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.782, 0.681]\", \"lift_point\": \"[0.782, 0.681]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.3562, 0.4667, lift_point: 0.3562, 0.4667',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.374, 0.511]\", \"lift_point\": \"[0.374, 0.511]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.066, 0.924]\", \"lift_point\": \"[0.066, 0.924]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.7757, 0.3098, lift_point: 0.7757, 0.3098',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.546, 0.239]\", \"lift_point\": \"[0.546, 0.239]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #STATUS_TASK_COMPLETE#',\n", + " 'pred': 'Action Plan: [DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.186, 0.314]\", \"lift_point\": \"[0.186, 0.314]\", \"typed_text\": \"\"'},\n", + " {'gt': 'The action is #DUAL_POINT#; touch_point: 0.21, 0.2606, lift_point: 0.21, 0.2606',\n", + " 'pred': 'Action Plan: [DUAL_POINT,TYPE,DUAL_POINT,STATUS_TASK_COMPLETE]\\n; Action Decision: \"action_type\": \"DUAL_POINT\", \"touch_point\": \"[0.201, 0.418]\", \"lift_point\": \"[0.201, 0.418]\", \"typed_text\": \"\"; '},\n", + " ...]" + ] + }, + "execution_count": 29, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "data\n", + "# temp_list" + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "metadata": {}, + "outputs": [], + "source": [ + "# write_json('/code/LLaVA/data/pred/general_blip_test_llava_all_e1_100P_5imgh_0811_refine.json',data)\n", + "\n", + "# write_json('/code/LLaVA/data/pred/general_blip_test_all_e1_phi3_lre5_0831_refine.json',data)\n", + "# write_json('/code/LLaVA/data/pred/install_blip_test_all_e1_lre5_phi3_0831_refine.json',data)\n", + "\n", + "\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "llava", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.13" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +}